-- Logs begin at Mon 2022-09-26 05:02:40 UTC, end at Mon 2022-09-26 06:17:39 UTC. -- Sep 26 05:35:12.567294 dv-cinder-836083-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 26 05:35:15.240318 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.common.config [-] Logging enabled! Sep 26 05:35:15.240827 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 26 05:35:15.241151 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112855) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 05:35:15.244326 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.common.config [-] Logging enabled! Sep 26 05:35:15.244569 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 26 05:35:15.244944 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112855) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 05:35:15.245908 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 05:35:15.246145 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 05:35:15.246629 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 05:35:15.246876 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 05:35:15.247106 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 05:35:15.247426 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.247725 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.247940 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.248240 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.248533 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.248815 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.249101 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.249415 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.249719 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.249988 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.250274 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.250503 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.250767 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.251052 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.251340 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.251570 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] debug = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.251850 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.252272 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.252686 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.252968 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.253276 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.253552 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.253822 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.254143 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.254377 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.254701 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] host = dv-cinder-836083-14-iscsi {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.254975 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.255261 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.255545 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.255827 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.256099 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.256372 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.256652 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.256919 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.257211 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] log_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.257485 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.257769 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.258054 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.258345 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.258570 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.258789 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.259070 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.259356 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.259630 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.259901 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.260174 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.260501 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.260771 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.261037 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.261351 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.261641 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.261923 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.262197 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.262468 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.262736 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.263004 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.263284 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.263555 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.263826 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.264095 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.264377 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.264643 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.264911 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.265229 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.265516 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.265795 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.266078 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.266348 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.266625 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.266894 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.267161 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.267429 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] use_json = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.267698 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.267964 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.268241 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.268513 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.268782 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.269050 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.269351 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.269636 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.269905 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:15.270199 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.270499 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.270798 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.271078 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.271386 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.271671 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.271959 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.272239 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.272524 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.272809 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.273118 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.273396 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.273695 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.273983 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.274274 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.274576 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.274867 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.275155 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.275431 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.275702 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.276000 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.276275 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.276562 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.276838 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.277121 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.277430 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.277708 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.278003 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.278286 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.278570 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.278859 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.279144 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.279420 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.279700 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.279992 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.280271 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.280544 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.280830 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.281106 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.281405 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.281691 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.281980 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.282267 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.282540 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.282816 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.283103 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.283386 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.283656 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.283925 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.284199 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.284469 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.284752 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.285025 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.285336 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.285611 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.285889 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.286164 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.286434 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.286710 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.286979 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.287255 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.287526 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.287798 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.288068 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.288337 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.288608 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.288877 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.289154 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.289451 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.289727 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.289998 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.290270 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.290541 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.290810 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.291091 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.291386 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.291724 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.292003 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.292281 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.292558 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.292833 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.293108 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.293452 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.293671 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.293942 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.295300 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.295591 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.295880 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.296171 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.296472 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.296771 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.297051 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.297354 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.297634 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.298217 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.298217 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.298458 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.298902 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.299004 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.299286 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.299586 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.299866 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.300157 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.300437 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.300732 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.301025 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.301341 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.301621 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.301931 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.302210 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:15.302433 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 05:35:15.302678 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112855) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 26 05:35:15.680458 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 05:35:15.680747 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 05:35:15.681044 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 05:35:15.681300 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 05:35:15.681577 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 05:35:15.681911 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 26 05:35:16.006718 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.006933 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.007190 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.008372 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.008644 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.008906 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.061586 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.061853 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.062123 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.079247 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.079530 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.079803 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.108381 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.108627 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.108915 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.152144 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.152414 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.152693 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.381070 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.381786 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.381786 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.382928 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.383643 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.488366 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.488655 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.488968 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.489262 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.489526 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.489840 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.490097 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.490348 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.490601 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.490883 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.491139 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.491390 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.491637 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.491891 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.492150 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.492411 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.492666 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.492930 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.493209 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.493468 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.493740 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.493990 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.494270 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.494723 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.494997 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.495245 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.495650 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:35:16.495892 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:35:16.496130 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:35:16.496365 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:35:16.496601 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:35:16.496834 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:35:16.497224 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 26 05:35:16.500509 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 26 05:35:16.504457 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 26 05:35:16.508523 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 26 05:35:16.510173 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 26 05:35:16.510858 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 26 05:35:16.511195 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 26 05:35:16.511582 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 26 05:35:16.514418 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 26 05:35:16.514661 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 26 05:35:16.515004 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 05:35:16.520153 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 26 05:35:16.543273 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 26 05:35:16.543740 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.544040 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112855) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 26 05:35:16.544411 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.545831 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112855) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 26 05:35:16.546122 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 05:35:16.546371 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 26 05:35:16.557451 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.557736 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:16.683581 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 26 05:35:16.683779 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 26 05:35:16.683971 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 26 05:35:16.684366 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 26 05:35:16.737521 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO dbcounter [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Registered counter for database neutron Sep 26 05:35:16.760458 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_db.sqlalchemy.engines [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112855) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 26 05:35:16.766904 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG dbcounter [-] [112855] Writer thread running {{(pid=112855) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 05:35:17.318442 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Initializing driver for type 'gre' Sep 26 05:35:17.319007 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] gre ID ranges: [(1, 1000)] Sep 26 05:35:17.385704 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Initializing driver for type 'local' Sep 26 05:35:17.386564 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Initializing driver for type 'vlan' Sep 26 05:35:17.401372 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] VlanTypeDriver initialization complete Sep 26 05:35:17.401712 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Initializing driver for type 'vxlan' Sep 26 05:35:17.402223 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] vxlan ID ranges: [(1, 1000)] Sep 26 05:35:17.474149 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Initializing extension driver 'port_security' Sep 26 05:35:17.474571 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.extensions.port_security [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] PortSecurityExtensionDriver initialization complete Sep 26 05:35:17.474970 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Initializing mechanism driver 'openvswitch' Sep 26 05:35:17.475351 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Initializing mechanism driver 'hyperv' Sep 26 05:35:17.482859 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.plugins.ml2.plugin [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:17.483604 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > port after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.483987 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > port after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.484348 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > port after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.484883 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:35:17.485340 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > subnet after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.485701 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > subnet after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.486052 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > subnet after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.486444 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:35:17.486857 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > network after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.487212 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > network after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.487563 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > network after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.487962 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:35:17.488367 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > security_group after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.488722 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > security_group after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.489068 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > security_group after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.489484 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:35:17.489982 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.490392 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.490743 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.491317 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:35:17.491795 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > address_group after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.492200 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > address_group after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.492557 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > address_group after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.492949 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:35:17.493432 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] ML2 OVO RPC backend initialized. {{(pid=112855) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 26 05:35:17.494166 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router_interface after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.494526 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.494978 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > network before_response 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.495338 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > networks before_response 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.495696 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > port before_response 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.496044 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > ports before_response 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.496395 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > subnet before_response 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.496777 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > subnets before_response 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.497107 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > network after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.497485 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > network after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.497832 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > network after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.498177 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > port after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.498521 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > port after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.498864 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > port after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.499207 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > subnet after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.499554 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > subnet after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.499895 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > subnet after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.507905 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded quota_driver: . Sep 26 05:35:17.508281 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.plugin [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Modular L2 Plugin initialization complete Sep 26 05:35:17.509004 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading services supported by the core plugin {{(pid=112855) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 26 05:35:17.509378 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.plugins.ml2.managers [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Got port-security extension from driver 'port_security' Sep 26 05:35:17.509877 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.extensions.vlantransparent [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Disabled vlantransparent extension. Sep 26 05:35:17.510511 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112855) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 26 05:35:17.510848 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading Plugin: router Sep 26 05:35:17.546843 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router_interface before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.547246 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router after_create 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.547619 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router before_create 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.547999 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.548373 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.548738 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router after_delete 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.549100 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > floatingip after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.549483 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > floatingip after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.549848 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router after_create 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.550202 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router after_update 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.550552 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router after_update 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.550889 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.551253 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router after_update 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.551667 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router precommit_update 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.552039 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: port after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.552388 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: port after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.552729 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: subnet after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.553084 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.553470 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > port precommit_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.553846 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router precommit_create 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.554173 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: port before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.554518 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router precommit_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.554910 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router after_update 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.555263 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router precommit_delete 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.555626 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router precommit_create 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.555994 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router_interface after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.556327 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router precommit_update 55549900 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.556698 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > agent after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.557055 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > agent after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.557544 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > network after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.558433 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Tracking information for resource: router configured {{(pid=112855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:35:17.558767 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Tracking information for resource: floatingip configured {{(pid=112855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:35:17.564090 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.db.l3_agentschedulers_db [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 26 05:35:17.564681 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: port after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.565065 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: port after_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.565449 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: port after_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.565815 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: port after_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.566640 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router before_create 55550100 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.567015 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router precommit_delete 55550100 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.567384 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router precommit_create 55550100 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.567749 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > router precommit_update 55550100 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.572688 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.services.provider_configuration [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service providers = [] {{(pid=112855) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 26 05:35:17.573097 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.db.servicetype_db [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112855) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 26 05:35:17.576214 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.services.service_base [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 05:35:17.576573 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.services.service_base [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 05:35:17.576923 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.services.service_base [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 05:35:17.577846 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.services.service_base [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 05:35:17.578199 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.services.service_base [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 26 05:35:17.578618 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:35:17.578971 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 26 05:35:17.591207 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:35:17.591564 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading Plugin: auto_allocate Sep 26 05:35:17.597752 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: network precommit_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.598134 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: network precommit_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.598647 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:35:17.599000 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading Plugin: tag Sep 26 05:35:17.605761 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:35:17.606069 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading Plugin: timestamp Sep 26 05:35:17.610201 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:35:17.610538 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading Plugin: network_ip_availability Sep 26 05:35:17.616101 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.616463 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.616846 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.617617 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:35:17.617947 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading Plugin: flavors Sep 26 05:35:17.622718 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:35:17.623047 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading Plugin: revisions Sep 26 05:35:17.627539 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:35:17.627945 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_concurrency.lockutils [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.946s {{(pid=112855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 05:35:17.628706 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112855) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 26 05:35:17.629044 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Initializing extension manager. Sep 26 05:35:17.629630 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: __init__.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.629952 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: __pycache__ {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.630299 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: address_group.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.631216 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.631807 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: address-group Sep 26 05:35:17.632166 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: address_scope.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.632891 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.633509 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: address-scope Sep 26 05:35:17.633629 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: admin_state_down_before_update.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.634751 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.635402 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: router-admin-state-down-before-update Sep 26 05:35:17.635402 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: agent.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.636326 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.637104 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: agent Sep 26 05:35:17.637104 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: agent_resources_synced.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.637774 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.638278 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: agent-resources-synced Sep 26 05:35:17.638606 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: allowedaddresspairs.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.640363 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.640891 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: allowed-address-pairs Sep 26 05:35:17.641259 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: auto_allocated_topology.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.642308 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.642843 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: auto-allocated-topology Sep 26 05:35:17.643173 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: availability_zone.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.643842 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.644357 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: availability_zone Sep 26 05:35:17.644684 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: availability_zone_filter.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.645602 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.646106 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: availability_zone_filter Sep 26 05:35:17.646430 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: data_plane_status.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.647284 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.647907 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension data-plane-status not supported by any of loaded plugins Sep 26 05:35:17.648235 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: default_subnetpools.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.649109 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.649704 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: default-subnetpools Sep 26 05:35:17.650115 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: dhcpagentscheduler.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.650812 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.651353 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: dhcp_agent_scheduler Sep 26 05:35:17.651673 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: dns.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.652557 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.653230 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension dns-integration not supported by any of loaded plugins Sep 26 05:35:17.653230 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: dns_domain_ports.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.654294 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.654800 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 26 05:35:17.655120 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.656053 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.656507 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 26 05:35:17.656828 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: dvr.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.657589 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.658102 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: dvr Sep 26 05:35:17.658427 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: ecmp_routes.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.659291 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.659816 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension ecmp_routes not supported by any of loaded plugins Sep 26 05:35:17.660140 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: empty_string_filtering.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.661019 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.661553 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: empty-string-filtering Sep 26 05:35:17.661881 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.662767 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.663287 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 26 05:35:17.663613 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.664497 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.665004 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 26 05:35:17.665367 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: external_net.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.666249 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.666846 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: external-net Sep 26 05:35:17.667175 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: extra_dhcp_opt.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.668063 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.668581 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: extra_dhcp_opt Sep 26 05:35:17.668909 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: extraroute.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.669821 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.670333 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: extraroute Sep 26 05:35:17.670659 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: extraroute_atomic.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.671690 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.672209 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: extraroute-atomic Sep 26 05:35:17.672534 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: filter_validation.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.673239 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.674399 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: filter-validation Sep 26 05:35:17.674736 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: fip_pf_description.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.675678 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.676196 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 26 05:35:17.676524 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: fip_pf_detail.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.677451 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.677965 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: floating-ip-port-forwarding-detail Sep 26 05:35:17.678292 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: fip_pf_port_range.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.679162 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.679668 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 26 05:35:17.679994 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: fip_port_details.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.680892 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.681451 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: fip-port-details Sep 26 05:35:17.681777 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: flavors.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.683047 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.683575 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: flavors Sep 26 05:35:17.683910 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.685644 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.686184 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 26 05:35:17.686520 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: floatingip_pools.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.687212 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.687733 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: floatingip-pools Sep 26 05:35:17.688063 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: ip_allocation.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.688996 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.689537 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension ip_allocation not supported by any of loaded plugins Sep 26 05:35:17.689866 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.690780 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.691290 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: ip-substring-filtering Sep 26 05:35:17.691616 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: l2_adjacency.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.692505 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.693019 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 26 05:35:17.693373 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: l3.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.694375 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.694889 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: router Sep 26 05:35:17.695218 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: l3_conntrack_helper.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.697813 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.698375 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 26 05:35:17.698712 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.699605 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.700121 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: ext-gw-mode Sep 26 05:35:17.700458 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.701392 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.701909 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: l3-ha Sep 26 05:35:17.702234 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.703116 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.703633 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 26 05:35:17.703963 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: l3_flavors.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.704844 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.705396 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: l3-flavors Sep 26 05:35:17.705726 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: l3_ndp_proxy.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.707068 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.707598 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 26 05:35:17.707935 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.708817 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.709361 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 26 05:35:17.709691 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: l3agentscheduler.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.710727 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.711250 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: l3_agent_scheduler Sep 26 05:35:17.711584 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: local_ip.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.713319 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.713875 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension local_ip not supported by any of loaded plugins Sep 26 05:35:17.714207 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: logging.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.715650 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.716176 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension logging not supported by any of loaded plugins Sep 26 05:35:17.716506 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: metering.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.717242 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.717830 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: metering Sep 26 05:35:17.718153 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.719200 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.719724 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: metering_source_and_destination_fields Sep 26 05:35:17.720051 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: multiprovidernet.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.720943 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.721856 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: multi-provider Sep 26 05:35:17.722188 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: netmtu.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.723072 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.723599 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: net-mtu Sep 26 05:35:17.723928 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: netmtu_writable.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.724808 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.725380 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: net-mtu-writable Sep 26 05:35:17.725706 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: network_availability_zone.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.726352 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.726862 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: network_availability_zone Sep 26 05:35:17.727186 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: network_ip_availability.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.728248 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.728762 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: network-ip-availability Sep 26 05:35:17.729203 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: network_segment_range.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.729983 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.730496 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension network-segment-range not supported by any of loaded plugins Sep 26 05:35:17.730823 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: pagination.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.731788 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.732121 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: pagination Sep 26 05:35:17.732446 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: port_device_profile.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.733346 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.733922 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: port-device-profile Sep 26 05:35:17.734188 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: port_mac_address_override.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.735068 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.735580 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: port-mac-override Sep 26 05:35:17.735907 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.736788 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.737332 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: port-mac-address-regenerate Sep 26 05:35:17.737662 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.738549 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.739064 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: port-numa-affinity-policy Sep 26 05:35:17.739392 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: port_resource_request.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.740267 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.740775 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension port-resource-request not supported by any of loaded plugins Sep 26 05:35:17.741104 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: port_resource_request_groups.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.742052 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.742565 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 26 05:35:17.742896 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: portbindings.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.743802 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.744315 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: binding Sep 26 05:35:17.744682 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: portbindings_extended.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.745964 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.746480 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: binding-extended Sep 26 05:35:17.746809 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: portsecurity.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.747674 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.748199 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: port-security Sep 26 05:35:17.748643 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: project_id.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.749876 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.750198 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: project-id Sep 26 05:35:17.750541 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: providernet.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.751426 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.751947 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: provider Sep 26 05:35:17.752272 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.755889 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.756425 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos not supported by any of loaded plugins Sep 26 05:35:17.756760 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.758018 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.758538 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 26 05:35:17.758871 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.759761 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.760358 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 26 05:35:17.760692 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_default.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.761600 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.762115 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-default not supported by any of loaded plugins Sep 26 05:35:17.762441 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_fip.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.763329 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.763839 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-fip not supported by any of loaded plugins Sep 26 05:35:17.764170 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_fip_network_policy.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.765053 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.765601 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 26 05:35:17.765930 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_gateway_ip.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.766817 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.767331 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 26 05:35:17.767662 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_port_network_policy.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.768542 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.769053 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 26 05:35:17.769413 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.770416 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.770933 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 26 05:35:17.771261 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.772254 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.772776 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 26 05:35:17.773103 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_pps_rule.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.774257 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.774776 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-pps not supported by any of loaded plugins Sep 26 05:35:17.775103 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_rule_type_details.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.776031 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.776545 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 26 05:35:17.776874 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_rule_type_filter.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.777787 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.778303 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 26 05:35:17.778631 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: qos_rules_alias.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.779632 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.780154 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 26 05:35:17.780483 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: quota_check_limit.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.781397 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.781915 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: quota-check-limit Sep 26 05:35:17.782246 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: quotasv2.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.783209 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.783549 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: quotas Sep 26 05:35:17.783874 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: quotasv2_detail.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.785574 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.785915 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: quota_details Sep 26 05:35:17.786243 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: rbac.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.787289 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.787817 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: rbac-policies Sep 26 05:35:17.788152 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: rbac_address_group.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.789050 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.789594 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: rbac-address-group Sep 26 05:35:17.789947 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: rbac_address_scope.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.790894 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.791413 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: rbac-address-scope Sep 26 05:35:17.791766 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: rbac_security_groups.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.792698 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.793249 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: rbac-security-groups Sep 26 05:35:17.793577 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: rbac_subnetpool.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.794477 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.794994 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: rbac-subnetpool Sep 26 05:35:17.795315 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: revisionifmatch.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.796209 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.796722 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: revision-if-match Sep 26 05:35:17.797046 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: revisions.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.798163 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.798677 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: standard-attr-revisions Sep 26 05:35:17.799004 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: router_availability_zone.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.799646 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.800163 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: router_availability_zone Sep 26 05:35:17.800481 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: routerservicetype.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.801390 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.801911 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension router-service-type not supported by any of loaded plugins Sep 26 05:35:17.802235 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.803121 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.803638 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: security-groups-normalized-cidr Sep 26 05:35:17.803964 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: security_groups_port_filtering.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.804867 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.805405 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: port-security-groups-filtering Sep 26 05:35:17.805732 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.806627 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.807169 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: security-groups-remote-address-group Sep 26 05:35:17.807563 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.808459 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.808968 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: security-groups-shared-filtering Sep 26 05:35:17.809334 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: securitygroup.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.819229 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.819755 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: security-group Sep 26 05:35:17.820089 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: segment.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.820797 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.821350 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension segment not supported by any of loaded plugins Sep 26 05:35:17.821683 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.822601 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.823179 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 26 05:35:17.823508 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: servicetype.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.824582 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.825102 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: service-type Sep 26 05:35:17.825466 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: sorting.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.826415 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.826758 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: sorting Sep 26 05:35:17.827083 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: standard_attr_segment.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.827992 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.828514 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 26 05:35:17.828840 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: standardattrdescription.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.829493 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.830014 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: standard-attr-description Sep 26 05:35:17.830341 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: stateful_security_group.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.831234 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.831749 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: stateful-security-group Sep 26 05:35:17.832080 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: stdattrs_common.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.832642 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 26 05:35:17.832965 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.833877 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.834392 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 26 05:35:17.834730 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: subnet_onboard.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.835758 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.836278 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: subnet_onboard Sep 26 05:35:17.836606 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.837536 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.838039 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 26 05:35:17.838382 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: subnet_service_types.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.839339 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.839852 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: subnet-service-types Sep 26 05:35:17.840182 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: subnetallocation.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.841242 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.841764 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: subnet_allocation Sep 26 05:35:17.842086 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.842738 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.843248 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: subnetpool-prefix-ops Sep 26 05:35:17.843561 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.844467 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.844975 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 26 05:35:17.845337 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: tagging.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.846747 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.847279 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: standard-attr-tag Sep 26 05:35:17.847615 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: timestamp.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.848773 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.849491 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loaded extension: standard-attr-timestamp Sep 26 05:35:17.849833 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: trunk.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.850826 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.851349 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension trunk not supported by any of loaded plugins Sep 26 05:35:17.851681 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: trunk_details.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.852563 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.853074 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension trunk-details not supported by any of loaded plugins Sep 26 05:35:17.853428 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: uplink_status_propagation.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.854335 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.854850 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 26 05:35:17.855179 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Loading extension file: vlantransparent.py {{(pid=112855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:35:17.855821 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:35:17.856330 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 26 05:35:17.859037 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:network Sep 26 05:35:17.859566 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:subnet Sep 26 05:35:17.859969 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 05:35:17.860365 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:port Sep 26 05:35:17.861680 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.862133 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service FLAVORS assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.862753 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.863188 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.863532 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:router Sep 26 05:35:17.863966 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:floatingip Sep 26 05:35:17.864472 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service METERING assigned prefix: /metering {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.865968 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.866349 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.866708 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:35:17.867732 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 05:35:17.868184 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:security_group Sep 26 05:35:17.868618 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 05:35:17.869189 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service CORE assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.869530 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 05:35:17.869938 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] subnetpool is already registered Sep 26 05:35:17.870367 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service CORE assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.870695 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 05:35:17.871036 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] subnetpool is already registered Sep 26 05:35:17.873497 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.873956 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service FLAVORS assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.874581 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.875125 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.875469 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:router Sep 26 05:35:17.875826 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] router is already registered Sep 26 05:35:17.876245 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:floatingip Sep 26 05:35:17.876603 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] floatingip is already registered Sep 26 05:35:17.877071 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service METERING assigned prefix: /metering {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.877815 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 05:35:17.878160 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] rbac_policy is already registered Sep 26 05:35:17.878599 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:security_group Sep 26 05:35:17.878942 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] security_group is already registered Sep 26 05:35:17.879360 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 05:35:17.879702 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] security_group_rule is already registered Sep 26 05:35:17.880190 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service CORE assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.880524 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 05:35:17.880862 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] subnetpool is already registered Sep 26 05:35:17.881333 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.v2.resource_helper [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Service CORE assigned prefix: {{(pid=112855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:35:17.881667 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 05:35:17.881999 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING neutron.quota.resource_registry [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] subnetpool is already registered Sep 26 05:35:17.882476 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: extensions {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.884104 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: address-groups {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.885694 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: address-scopes {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.886993 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: agents {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.888197 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: auto-allocated-topology {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.890771 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: availability_zones {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.892049 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: dhcp-networks {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.893534 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: dhcp-agents {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.895271 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: routers {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.897393 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: flavors {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.898770 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: service_profiles {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.900393 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: next_providers {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.902138 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: service_profiles {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.903765 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: floatingip-pools {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.905157 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: routers {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.907295 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: floatingips {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.908867 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: l3-routers {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.910402 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: l3-agents {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.912306 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: metering-labels {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.914022 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: metering-label-rules {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.915493 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: network-ip-availabilities {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.917274 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: bindings {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.919266 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: quotas {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.921222 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: quotas {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.923301 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: rbac-policies {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.925042 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: security-groups {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.926574 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: security-group-rules {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.928046 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: service-providers {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.929426 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: subnetpools {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.930790 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: subnetpools {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.932348 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: tags {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.934182 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: tags {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.935962 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: tags {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.937908 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: tags {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.939652 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: tags {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.941594 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: tags {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.943480 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: tags {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.945346 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: tags {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.947164 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: tags {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.949117 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron.api.extensions [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Extended resource: tags {{(pid=112855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:35:17.956545 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING keystonemiddleware.auth_token [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 26 05:35:17.961790 dv-cinder-836083-14-iscsi neutron-server[112855]: WARNING keystonemiddleware.auth_token [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 26 05:35:17.970824 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_concurrency.lockutils [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Acquiring lock "singleton_lock" {{(pid=112855) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 26 05:35:17.971158 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_concurrency.lockutils [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Acquired lock "singleton_lock" {{(pid=112855) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 26 05:35:17.972004 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_concurrency.lockutils [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Releasing lock "singleton_lock" {{(pid=112855) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 26 05:35:17.972683 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO oslo_service.service [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Starting 2 workers Sep 26 05:35:17.977619 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Started child 113000 {{(pid=112855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 05:35:17.982313 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Started child 113001 {{(pid=112855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 05:35:17.983906 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO neutron.service [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 26 05:35:17.984609 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Publish callbacks [] for process (None), before_spawn {{(pid=112855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:17.984712 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:17.986840 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [-] (113000) wsgi starting up on http://0.0.0.0:9696 Sep 26 05:35:17.987317 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO oslo_service.service [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Starting 1 workers Sep 26 05:35:17.989246 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:17.990636 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [-] (113001) wsgi starting up on http://0.0.0.0:9696 Sep 26 05:35:17.992675 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Started child 113002 {{(pid=112855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 05:35:17.993275 dv-cinder-836083-14-iscsi neutron-server[112855]: INFO oslo_service.service [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Starting 1 workers Sep 26 05:35:17.996605 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.service [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] calling RpcWorker wait() {{(pid=113002) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 26 05:35:17.997274 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.service [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] returning from RpcWorker wait() {{(pid=113002) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 26 05:35:17.998027 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Started child 113003 {{(pid=112855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 05:35:17.998269 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:17.998787 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG neutron_lib.callbacks.manager [None req-50b1b2b8-8c62-422a-88d6-62b58a0a422f None None] Publish callbacks [] for process (None), after_spawn {{(pid=112855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:17.998919 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:18.000695 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112855) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 05:35:18.001331 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 05:35:18.001331 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 05:35:18.001331 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 05:35:18.001749 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 05:35:18.001829 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 05:35:18.002301 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.002550 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.002811 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.002910 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:18.003375 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.003631 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.003837 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:18.003946 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.004129 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.004474 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.004675 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.005043 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.005214 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.005473 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.005732 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.006061 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.006344 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.006554 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.006813 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.006966 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.007250 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.007489 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.007730 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.008018 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] debug = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.008291 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.008799 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.009022 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.009317 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.009521 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.009825 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.010050 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.010381 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.010626 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.010856 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.011099 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.011348 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.011591 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.011810 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.012053 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.012317 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.012533 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.013007 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] host = dv-cinder-836083-14-iscsi {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.013266 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.013500 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.013781 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.013994 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.014248 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.014459 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.014727 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.014975 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.015227 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.015450 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.015710 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.015927 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.016167 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.016401 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.016566 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_options = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.016789 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.017070 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.017404 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.017581 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.017752 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.017892 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.018154 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.018408 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.018568 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.018900 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.020743 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.020908 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.021103 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.021536 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.021747 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.021843 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.022392 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.022392 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.022766 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.023205 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.023690 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.023820 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.024138 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.024379 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.025701 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.026622 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.027697 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.028168 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.028615 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.029005 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.029505 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.029860 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.030101 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.030382 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.030689 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.030940 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.031179 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.031423 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.031709 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.031945 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.032210 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.032476 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.032696 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.032944 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.033220 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.033458 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.033697 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_json = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.033916 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.034173 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.034442 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.034675 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.034919 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.035151 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.035367 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.035601 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.035849 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.036263 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.036563 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.036869 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.037120 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.037409 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.037652 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.037896 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.040194 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.040194 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.040194 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.040194 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.040194 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.040194 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.040194 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.040664 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.040664 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.040785 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.041075 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.041916 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.041916 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.041916 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.042148 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.042216 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.042737 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.042737 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.042904 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.043105 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.043424 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.043666 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.043962 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.044305 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.044735 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.044995 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.045311 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.045689 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.045949 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.046166 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.046381 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.046622 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.046837 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.047078 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.047494 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.047902 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.048331 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.048576 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.048800 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.049213 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.049616 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.050049 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.050295 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.050521 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.050899 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.051121 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.051356 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.051587 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.051803 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.052057 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.052302 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.052587 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.053071 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.053759 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.053986 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.054227 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.054443 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.054676 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.054893 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.055129 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.055341 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.055570 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.055810 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.056027 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.056239 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.056457 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.056674 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.056895 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.057188 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.057466 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.057902 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.058118 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.058528 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.058762 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.058975 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.059195 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.059408 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.059618 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.060259 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.060742 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.061115 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.061496 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.061863 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.062225 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.062603 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.063355 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.063990 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.064640 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.065030 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.065490 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.065881 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.066297 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.066697 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.067076 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.067689 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.068225 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.068800 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.069231 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.069619 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.070025 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.070480 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.070864 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.071235 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.071617 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.071993 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.072397 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.072825 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.073238 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.073632 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.073998 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.074383 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.074704 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.074980 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.075216 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.075459 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.075727 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.076002 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.076256 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.076550 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.076779 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.077047 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.077388 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.077677 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.077950 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.078214 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.078463 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.078850 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.079117 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.079401 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.079654 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.079888 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.080129 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.080367 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.080625 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.080849 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.081081 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.081435 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.081668 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.081944 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.082201 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.082479 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.082726 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.082964 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.083232 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.083480 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.083738 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.084003 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.084285 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.084520 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.084759 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.084991 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.085225 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.085460 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.085675 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.085925 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.086138 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.086350 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.086582 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.086813 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.087028 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.087245 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.087457 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.087696 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.087947 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.088164 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.088388 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.088673 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.088891 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.089128 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.089883 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.089883 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.089883 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.090097 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.090261 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.090663 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.090882 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.091125 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.091367 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.091630 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.091848 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.092097 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.092340 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.092584 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.092774 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.093006 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.093270 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.093550 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.093764 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.093973 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.094154 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.094499 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.094740 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.094990 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.095211 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.095631 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.095967 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.096621 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.096845 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.097307 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.097567 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.097802 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.098028 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.098249 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.098477 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.098714 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.098931 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.099191 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.099370 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.099746 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.100021 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.100267 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.100507 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.100747 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.100977 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.101373 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.101595 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.101812 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.102028 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.102257 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.102498 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.102705 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.102921 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.103134 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.103469 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.103728 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.103998 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.104272 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.104478 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.104681 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.104906 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.105114 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.105367 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.105558 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.105957 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.106175 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.106417 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.106627 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.106856 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.107076 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.107287 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.107496 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.107723 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.107921 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.108149 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.108359 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.108720 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.108922 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.109110 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.109306 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.109440 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.109629 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.109844 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.110048 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.110271 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.110479 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.110680 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.110897 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.111127 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.111335 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.111640 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.111892 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.112110 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.112369 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.112623 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.112857 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.113081 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.113409 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.113651 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.113857 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.114105 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.114329 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.114514 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.114781 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.115094 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.115372 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.115605 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.115856 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.116134 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.116484 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.116758 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.116986 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.117310 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.117645 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.117913 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.118160 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.118429 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.118660 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.118902 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.119114 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.119344 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.119440 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:18.119573 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.119869 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.120120 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.120348 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.120593 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.120807 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.121031 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.121290 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.121531 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.121766 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.122004 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.122217 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.122371 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 05:35:18.122927 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112855) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 05:35:18.123095 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 05:35:18.123249 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 05:35:18.123418 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 05:35:18.123587 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 05:35:18.123738 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 05:35:18.124051 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.125213 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.125370 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.125538 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.125722 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.125882 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.126044 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.126194 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.126355 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.126502 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.126645 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.126785 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.126935 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.127074 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.127219 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.127356 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.127492 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.127634 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.127783 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.128173 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.128173 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.128439 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] debug = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.128439 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.128710 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.128710 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.129062 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.129062 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.129343 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.129343 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.129547 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.129656 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.129807 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.129967 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.130123 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.130279 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.130434 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.130590 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.130745 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.130901 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.131058 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] host = dv-cinder-836083-14-iscsi {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.131213 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.131369 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.131524 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.131753 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.131848 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.131978 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.132135 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.132290 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.135531 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.135531 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.135531 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.135531 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.135531 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.135531 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.135531 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_options = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.135531 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.135531 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136459 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136459 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136459 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136459 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136459 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136459 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136459 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136952 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136952 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136952 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136952 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136952 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136952 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136952 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136952 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.136952 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.137632 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.137632 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.137632 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.137632 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.137632 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.137632 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.137632 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.137632 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.138412 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.138412 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.138412 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.138412 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.138412 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.138412 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.138412 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.138412 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.139138 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.139138 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.139138 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.139138 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.139138 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.139497 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.139497 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.139497 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.139818 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.139818 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.140102 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.140102 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.140259 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_json = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.140339 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.140463 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.140618 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.140775 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.140931 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.141086 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.141318 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.141443 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.141566 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:35:18.141726 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.141879 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.142051 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.142209 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.142368 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.142526 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.142684 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.142846 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.143003 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.143160 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.143328 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.143486 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.143657 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.143815 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.143973 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.144137 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.144297 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.144456 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.144613 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.144772 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.144931 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.145089 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.145276 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.145436 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.145660 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.145788 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.145911 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.146073 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.146184 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.146350 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.146522 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.146680 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.146839 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.146996 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.147155 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.147315 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.147474 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.147633 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.147791 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.147950 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.148108 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.148266 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.148424 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.148581 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.148739 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.148897 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.149056 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.149236 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.149397 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.149555 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.149713 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.149870 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.150028 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.150185 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.150437 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.150606 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.151127 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.151520 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.151686 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.151846 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.152007 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.152166 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.152325 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.152485 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.152643 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.152805 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.152953 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.153110 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.153347 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.153473 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.153630 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.153788 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.153948 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.154106 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.154264 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.154423 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.154582 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.154739 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.154898 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.155055 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.155212 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.155371 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.155530 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.155706 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.155850 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.156009 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.156231 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.156331 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.156461 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.156603 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.156762 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.156928 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.157103 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.157284 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.157441 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.157600 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.157761 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.158118 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.158118 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.158330 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.158454 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.158537 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.158660 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.158781 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.158940 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.159098 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.159256 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.159413 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.159571 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.159729 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.159885 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.160042 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.160200 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.160356 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.160513 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.160671 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.160829 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.160988 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.161203 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.161322 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.161479 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.161637 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.161795 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.161965 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.162123 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.162284 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.162464 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.162628 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.162801 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.162959 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.163120 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.163293 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.164049 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.164049 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.164049 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.164049 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.164049 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.164504 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.164504 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.164504 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.164718 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.164718 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.164869 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.165046 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.165227 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.165386 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.165545 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.165704 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.165863 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.166021 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.166183 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.166367 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.166539 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.166693 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.166851 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.167010 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.167168 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.167326 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.167483 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.167641 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.167803 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.167962 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.168121 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.168281 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.168440 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.168599 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.168756 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.168914 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.169072 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.169270 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.169397 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.169555 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.169713 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.169869 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.170027 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.170185 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.170343 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.170503 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.170660 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.170816 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.170978 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.171137 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.171295 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.171507 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.171635 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.171747 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.171891 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.172050 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.172218 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.172356 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.172513 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.172674 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.172833 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.172991 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.173174 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.173326 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.173486 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.173643 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.173819 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.173979 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.174136 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.174297 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.174456 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.174613 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.174772 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.174929 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.175086 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.175288 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.175380 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.175535 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.175692 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.175849 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.176007 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.176164 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.176329 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.176469 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.176622 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.176782 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.176940 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.177099 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.177295 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.177457 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.177615 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.177775 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.177918 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.178076 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.178241 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.178392 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.178551 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.178708 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.178879 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.179038 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.179196 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.179352 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.179509 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.179668 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.179835 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.179994 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.180151 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.180307 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.180464 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.180621 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.180790 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.180948 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.181105 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.181285 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.181443 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.181599 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.181792 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.181928 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.182057 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.182237 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.182395 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.182551 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.182723 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.182880 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.183037 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.183194 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.183352 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.183508 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.183674 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.183833 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.183991 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.184185 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.184325 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.184482 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.184649 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.184809 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.184968 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.185151 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.185324 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.185481 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.185639 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.185810 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.185969 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.186131 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.186289 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.186447 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.186605 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.186765 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.186928 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.187096 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.187262 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.187422 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.187589 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.187757 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.187924 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.188081 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.188245 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.188416 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.188573 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.188731 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.188888 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.189048 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.189229 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.189389 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.189546 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.189704 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.189862 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.190018 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.190179 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.190337 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.190495 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.190653 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.190810 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.190970 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.191127 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.191285 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.191442 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:35:18.191652 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 05:35:18.254667 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 44852) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:18.261580 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [-] 10.222.0.57 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048823 Sep 26 05:35:18.266025 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [-] 10.222.0.57 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038638 Sep 26 05:35:27.460252 dv-cinder-836083-14-iscsi neutron-server[112855]: DEBUG dbcounter [-] [112855] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112855) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:29.648583 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b1810-b01e-488c-96c2-1664fce94efa None None] get_active_networks_info from dv-cinder-836083-14-iscsi {{(pid=113002) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 26 05:35:29.678252 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writer thread running {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 05:35:29.738861 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205b1810-b01e-488c-96c2-1664fce94efa None None] No non-hosted networks {{(pid=113002) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 26 05:35:29.754622 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.agentschedulers_db [None req-205b1810-b01e-488c-96c2-1664fce94efa None None] DHCP Agent not found on host dv-cinder-836083-14-iscsi {{(pid=113002) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 26 05:35:29.866821 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-aef134a8-3eb5-4389-a7fa-c414e69f883d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600452'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:31.527605 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writer thread running {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 05:35:32.107892 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-319f7797-66a7-40eb-8607-36db47b7dfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600452'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:32.162881 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2f9f57e3-2344-4907-a3b4-e64e6b0c4cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:33.279016 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600452'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:33.743413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 44928) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:34.423342 dv-cinder-836083-14-iscsi neutron-server[113001]: WARNING oslo_policy.policy [None req-8af161c4-96b4-491e-a1e7-cca8b40cf26e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:35:34.424294 dv-cinder-836083-14-iscsi neutron-server[113001]: WARNING oslo_policy.policy [None req-8af161c4-96b4-491e-a1e7-cca8b40cf26e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:35:34.653118 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [None req-8af161c4-96b4-491e-a1e7-cca8b40cf26e admin admin] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:35:34.669247 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-8af161c4-96b4-491e-a1e7-cca8b40cf26e admin admin] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9180152 Sep 26 05:35:34.976432 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600452'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:35.083127 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600452'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:35.084831 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.085869 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.086889 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.087647 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.088777 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.089616 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.090429 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.091274 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.092125 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.092965 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.093788 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.094638 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.095629 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.096913 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.101242 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:35.102249 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836083-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:35.127794 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836083-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:35.542495 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.db.l3_hamode_db [None req-03297d37-20f1-40e3-aa02-34ff3660ba17 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 26 05:35:35.623322 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03297d37-20f1-40e3-aa02-34ff3660ba17 None None] Routers set() bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:35:35.623678 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03297d37-20f1-40e3-aa02-34ff3660ba17 None None] Router IDs set() for agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 26 05:35:37.504824 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 44962) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:37.860896 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-f4cb0aaf-9cb1-4791-824a-2e13f051a8c8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:35:37.873058 dv-cinder-836083-14-iscsi neutron-server[113001]: ERROR stevedore.extension [None req-f4cb0aaf-9cb1-4791-824a-2e13f051a8c8 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 05:35:37.953799 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.policy [None req-f4cb0aaf-9cb1-4791-824a-2e13f051a8c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113001) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 05:35:37.996253 dv-cinder-836083-14-iscsi neutron-server[113001]: WARNING oslo_policy.policy [None req-f4cb0aaf-9cb1-4791-824a-2e13f051a8c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:35:37.996672 dv-cinder-836083-14-iscsi neutron-server[113001]: WARNING oslo_policy.policy [None req-f4cb0aaf-9cb1-4791-824a-2e13f051a8c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:35:38.017267 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writer thread running {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 05:35:38.101148 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f4cb0aaf-9cb1-4791-824a-2e13f051a8c8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784551119815', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784551120347', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784551103231', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784551111054', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784551116506', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784551092074', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7683395', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7689781', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1591184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1633710'] for rbac-policy (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:38.181985 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f4cb0aaf-9cb1-4791-824a-2e13f051a8c8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:38.183401 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-f4cb0aaf-9cb1-4791-824a-2e13f051a8c8 admin admin] 10.222.0.57 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6775644 Sep 26 05:35:40.836616 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 44972) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:41.201446 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:35:41.243372 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Made reservation on behalf of 4e48d801558a426b8b994cb2bab00a20 for: {'network': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:35:41.247922 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.268069 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.406035 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Publish callbacks [] for security_group (043322ac-783d-4704-8292-a1fde2b2db5e), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.410997 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (043322ac-783d-4704-8292-a1fde2b2db5e), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.437646 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=113001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:35:41.476915 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784553753016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (8e805cfa-f817-40ce-a0ad-e0e15150c85e), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.477535 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Unsubscribe: segment precommit_create {{(pid=113001) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 05:35:41.478075 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.segments_db [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Added segment 8e805cfa-f817-40ce-a0ad-e0e15150c85e of type vlan for network 064ec873-63ea-4b36-a3b8-756d2448acc5 Sep 26 05:35:41.495783 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=043322ac-783d-4704-8292-a1fde2b2db5e,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:41.547965 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.548302 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.548672 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.549022 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.549383 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.549717 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.550038 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.550359 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.550695 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.551016 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.551333 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.551667 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.551985 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.552296 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.552614 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Tracked resource versions report: Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: pushed versions: Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: { 'AddressGroup': {'1.2'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Agent': {'1.1'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'ConntrackHelper': {'1.0'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Log': {'1.0'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'NDPProxy': {'1.0'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Network': {'1.1'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Port': {'1.7'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'PortForwarding': {'1.3'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'QosPolicy': {'1.10'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SecurityGroup': {'1.5'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SubPort': {'1.0'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Subnet': {'1.1'}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Trunk': {'1.1'}} Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: consumer versions: Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: { DHCP agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: L3 agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: Metadata agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: Metering agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: Open vSwitch agent@dv-cinder-836083-14-iscsi: { 'AddressGroup': '1.2', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Agent': '1.1', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'ConntrackHelper': '1.0', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'LocalIPAssociation': '1.0', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Log': '1.0', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'NDPProxy': '1.0', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Network': '1.1', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Port': '1.7', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'PortForwarding': '1.3', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'QosPolicy': '1.10', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SecurityGroup': '1.5', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SecurityGroupRule': '1.2', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SubPort': '1.0', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Subnet': '1.1', Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Trunk': '1.1'}} Sep 26 05:35:41.554302 dv-cinder-836083-14-iscsi neutron-server[113001]: {{(pid=113001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:35:41.594609 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (064ec873-63ea-4b36-a3b8-756d2448acc5), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.642769 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (064ec873-63ea-4b36-a3b8-756d2448acc5), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.648095 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:41.648839 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.704149 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=52,neutron:INSERT=42,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:41.745360 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9075754 Sep 26 05:35:41.778946 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89047ac7-d92c-4f50-bfc3-b5049f5068fd demo demo] Pushing event updated for resources: {'Network': ['ID=064ec873-63ea-4b36-a3b8-756d2448acc5,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:41.795189 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network 064ec873-63ea-4b36-a3b8-756d2448acc5 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:35:44.540554 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 44986) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:45.194713 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fa6f5c-224e-4e91-857c-cda6a670923e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:45.196076 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-e6fa6f5c-224e-4e91-857c-cda6a670923e demo admin] 10.222.0.57 "GET /networking/v2.0/networks/064ec873-63ea-4b36-a3b8-756d2448acc5 HTTP/1.1" status: 200 len: 825 time: 0.6541743 Sep 26 05:35:45.226827 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-9d1a3adc-7b03-4f40-b683-e5b71ab3ebba demo admin] 10.222.0.57 "GET /networking/v2.0/subnetpools/a32f7081-35e2-41dd-b44d-69cff8ed5c8d HTTP/1.1" status: 200 len: 734 time: 0.0237505 Sep 26 05:35:45.238161 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'a32f7081-35e2-41dd-b44d-69cff8ed5c8d', 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5', 'gateway_ip': '172.20.0.1'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:35:45.262641 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] Made reservation on behalf of 4e48d801558a426b8b994cb2bab00a20 for: {'subnet': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:35:45.265202 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:45.494278 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:45.588420 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (446a15b6-ef94-494b-8bfc-7d3f8229f763), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:45.665471 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=446a15b6-ef94-494b-8bfc-7d3f8229f763,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:45.667510 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] Checking segment: {'id': '8e805cfa-f817-40ce-a0ad-e0e15150c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:35:45.667885 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] Network hostable DHCP agents. Network: 064ec873-63ea-4b36-a3b8-756d2448acc5, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:35:45.692154 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] Network 064ec873-63ea-4b36-a3b8-756d2448acc5 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:35:45.705544 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, 064ec873-63ea-4b36-a3b8-756d2448acc5) {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:35:45.710888 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:45.711489 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:45.716545 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe8200e-ef73-43c8-89b9-99e62b58521b None None] Network 064ec873-63ea-4b36-a3b8-756d2448acc5 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:35:45.743447 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-fc6370bf-18d2-43e7-8778-a801b1997fc3 demo admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5003581 Sep 26 05:35:46.000950 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-064ec873-63ea-4b36-a3b8-756d2448acc5', 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5', 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'fixed_ips': [{'subnet_id': '446a15b6-ef94-494b-8bfc-7d3f8229f763'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:35:46.002349 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:46.299591 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Allocated IP 172.20.0.2 (064ec873-63ea-4b36-a3b8-756d2448acc5/446a15b6-ef94-494b-8bfc-7d3f8229f763/90c6f638-2385-413b-b44c-c76da7b7739d) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:35:46.410870 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:46.604020 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Publish callbacks [] for port (90c6f638-2385-413b-b44c-c76da7b7739d), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:46.613028 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (90c6f638-2385-413b-b44c-c76da7b7739d), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:46.688557 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Network 064ec873-63ea-4b36-a3b8-756d2448acc5 is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:35:46.693693 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:35:46.701541 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:35:46.709072 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Pushing event updated for resources: {'Port': ['ID=90c6f638-2385-413b-b44c-c76da7b7739d,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:46.741852 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.742552 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.742552 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.742860 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.743180 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.743517 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.743839 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.744220 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.744487 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.744852 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.745215 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.745542 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.745863 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.746178 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.746492 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Tracked resource versions report: Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: pushed versions: Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: { 'AddressGroup': {'1.2'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Agent': {'1.1'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'ConntrackHelper': {'1.0'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Log': {'1.0'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'NDPProxy': {'1.0'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Network': {'1.1'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Port': {'1.7'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'PortForwarding': {'1.3'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'QosPolicy': {'1.10'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SecurityGroup': {'1.5'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SubPort': {'1.0'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Subnet': {'1.1'}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Trunk': {'1.1'}} Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: consumer versions: Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: { DHCP agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: L3 agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: Metadata agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: Metering agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: Open vSwitch agent@dv-cinder-836083-14-iscsi: { 'AddressGroup': '1.2', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Agent': '1.1', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'ConntrackHelper': '1.0', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'LocalIPAssociation': '1.0', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Log': '1.0', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'NDPProxy': '1.0', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Network': '1.1', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Port': '1.7', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'PortForwarding': '1.3', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'QosPolicy': '1.10', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SecurityGroup': '1.5', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SecurityGroupRule': '1.2', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SubPort': '1.0', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Subnet': '1.1', Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Trunk': '1.1'}} Sep 26 05:35:46.747995 dv-cinder-836083-14-iscsi neutron-server[113002]: {{(pid=113002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:35:46.807065 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Attempting to bind port 90c6f638-2385-413b-b44c-c76da7b7739d on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:35:46.809892 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Attempting to bind port 90c6f638-2385-413b-b44c-c76da7b7739d by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '8e805cfa-f817-40ce-a0ad-e0e15150c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:35:46.810383 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Attempting to bind port 90c6f638-2385-413b-b44c-c76da7b7739d on network 064ec873-63ea-4b36-a3b8-756d2448acc5 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:35:46.813726 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:46.865089 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:35:46.865392 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Checking segment: {'id': '8e805cfa-f817-40ce-a0ad-e0e15150c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:35:46.865877 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:46.866272 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Bound using segment: {'id': '8e805cfa-f817-40ce-a0ad-e0e15150c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:35:46.866751 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Bound port: 90c6f638-2385-413b-b44c-c76da7b7739d, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e805cfa-f817-40ce-a0ad-e0e15150c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:35:46.867148 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (90c6f638-2385-413b-b44c-c76da7b7739d), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:46.937684 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] For port 90c6f638-2385-413b-b44c-c76da7b7739d, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:35:46.960019 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] For port 90c6f638-2385-413b-b44c-c76da7b7739d, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=90c6f638-2385-413b-b44c-c76da7b7739d,segment=NetworkSegment(8e805cfa-f817-40ce-a0ad-e0e15150c85e),segment_id=8e805cfa-f817-40ce-a0ad-e0e15150c85e)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:35:46.971694 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (90c6f638-2385-413b-b44c-c76da7b7739d), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:46.981205 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=8 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:47.034135 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69f2ad-61f9-421b-8237-daa763d121b0 None None] Pushing event updated for resources: {'Port': ['ID=90c6f638-2385-413b-b44c-c76da7b7739d,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:49.068933 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 44998) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:49.456878 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [None req-10cc8c35-e1f4-4d94-a36a-f04b80bd39db admin admin] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:35:49.457916 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-10cc8c35-e1f4-4d94-a36a-f04b80bd39db admin admin] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3876214 Sep 26 05:35:52.172383 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45006) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:52.546001 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [None req-c8e41a5c-35c8-4129-8654-8e4325a0f0cc admin admin] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:35:52.547628 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-c8e41a5c-35c8-4129-8654-8e4325a0f0cc admin admin] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3743701 Sep 26 05:35:54.862906 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 90c6f638-2385-413b-b44c-c76da7b7739d up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:35:54.947507 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 90c6f638-2385-413b-b44c-c76da7b7739d triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:35:54.948257 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (90c6f638-2385-413b-b44c-c76da7b7739d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:54.948621 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 90c6f638-2385-413b-b44c-c76da7b7739d Sep 26 05:35:55.054884 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:55.057838 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 90c6f638-2385-413b-b44c-c76da7b7739d is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:35:55.058229 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (90c6f638-2385-413b-b44c-c76da7b7739d), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.095943 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 90c6f638-2385-413b-b44c-c76da7b7739d, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=90c6f638-2385-413b-b44c-c76da7b7739d,segment=NetworkSegment(8e805cfa-f817-40ce-a0ad-e0e15150c85e),segment_id=8e805cfa-f817-40ce-a0ad-e0e15150c85e)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:55.101398 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (90c6f638-2385-413b-b44c-c76da7b7739d), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.157350 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=90c6f638-2385-413b-b44c-c76da7b7739d,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:55.276532 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45018) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:55.524187 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629971b7-1b27-4e7a-8a5a-086708aa624f None None] Network 064ec873-63ea-4b36-a3b8-756d2448acc5 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:35:55.579162 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-87f42965-0c43-4aa9-b4e4-42f104db5116 None None] Provisioning complete for port 90c6f638-2385-413b-b44c-c76da7b7739d triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:35:55.579556 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-87f42965-0c43-4aa9-b4e4-42f104db5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (90c6f638-2385-413b-b44c-c76da7b7739d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.579903 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-87f42965-0c43-4aa9-b4e4-42f104db5116 None None] Attempt 1 to provision port 90c6f638-2385-413b-b44c-c76da7b7739d Sep 26 05:35:55.669718 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-7c2be5ac-3d86-40d2-888b-6c1f3a2c6cdc demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:35:55.697180 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7c2be5ac-3d86-40d2-888b-6c1f3a2c6cdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (25607f21-8240-49d8-91fb-44adbc72448d), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.699191 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7c2be5ac-3d86-40d2-888b-6c1f3a2c6cdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (25607f21-8240-49d8-91fb-44adbc72448d), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.714031 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-87f42965-0c43-4aa9-b4e4-42f104db5116 None None] Current status of the port 90c6f638-2385-413b-b44c-c76da7b7739d is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:35:55.849580 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7c2be5ac-3d86-40d2-888b-6c1f3a2c6cdc demo demo] Publish callbacks [] for router_controller (25607f21-8240-49d8-91fb-44adbc72448d), precommit_add_association {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.855847 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7c2be5ac-3d86-40d2-888b-6c1f3a2c6cdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (25607f21-8240-49d8-91fb-44adbc72448d), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.875563 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7c2be5ac-3d86-40d2-888b-6c1f3a2c6cdc demo demo] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.877176 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-7c2be5ac-3d86-40d2-888b-6c1f3a2c6cdc demo demo] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5993555 Sep 26 05:35:55.937284 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-2cc35568-334c-4cbc-b86c-1e25384efa39 None None] Provisioning complete for port 90c6f638-2385-413b-b44c-c76da7b7739d triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:35:55.938043 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2cc35568-334c-4cbc-b86c-1e25384efa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (90c6f638-2385-413b-b44c-c76da7b7739d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.938043 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2cc35568-334c-4cbc-b86c-1e25384efa39 None None] Attempt 1 to provision port 90c6f638-2385-413b-b44c-c76da7b7739d Sep 26 05:35:55.977248 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:55.994782 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:56.030506 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2cc35568-334c-4cbc-b86c-1e25384efa39 None None] Current status of the port 90c6f638-2385-413b-b44c-c76da7b7739d is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:35:56.828330 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 90c6f638-2385-413b-b44c-c76da7b7739d up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:35:56.876496 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 90c6f638-2385-413b-b44c-c76da7b7739d triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:35:56.876889 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (90c6f638-2385-413b-b44c-c76da7b7739d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:56.877254 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 90c6f638-2385-413b-b44c-c76da7b7739d Sep 26 05:35:56.951929 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 90c6f638-2385-413b-b44c-c76da7b7739d is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:35:58.611409 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45026) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:59.186141 dv-cinder-836083-14-iscsi neutron-server[113000]: WARNING oslo_policy.policy [None req-d3667185-a122-4786-886a-febedbac5651 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:35:59.186737 dv-cinder-836083-14-iscsi neutron-server[113000]: WARNING oslo_policy.policy [None req-d3667185-a122-4786-886a-febedbac5651 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:35:59.404552 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [None req-d3667185-a122-4786-886a-febedbac5651 admin admin] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:35:59.405902 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d3667185-a122-4786-886a-febedbac5651 admin admin] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7921207 Sep 26 05:35:59.636309 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a8dafbe2-1d9b-4ccf-9c20-b49c8b11bf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.106600 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d522c031-04cf-4752-8801-8716210f25fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.145833 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45040) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:02.494041 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:02.515323 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Made reservation on behalf of fb1661fcfa594d16a5b5329ef20333a6 for: {'network': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:36:02.517681 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.526295 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.578346 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:02.611709 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Publish callbacks [] for security_group (da1b192d-7eaa-4ae4-b786-b1a5284358a2), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.616220 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (da1b192d-7eaa-4ae4-b786-b1a5284358a2), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.637019 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Reserving flat network on physical network physnet1 {{(pid=113001) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 26 05:36:02.655438 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1b192d-7eaa-4ae4-b786-b1a5284358a2,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:02.662960 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (25cae150-7a62-4580-aa42-8508c0e0bad4), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.664053 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.segments_db [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Added segment 25cae150-7a62-4580-aa42-8508c0e0bad4 of type flat for network d1d4bd21-c787-406a-b12d-f88fa8b189d1 Sep 26 05:36:02.720132 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (d1d4bd21-c787-406a-b12d-f88fa8b189d1), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.757611 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (d1d4bd21-c787-406a-b12d-f88fa8b189d1), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.758747 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:02.759489 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.844058 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6970897 Sep 26 05:36:02.865583 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d807c-96a0-49f8-9624-7da8202f713b admin admin] Pushing event updated for resources: {'Network': ['ID=d1d4bd21-c787-406a-b12d-f88fa8b189d1,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:02.877456 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:36:03.216331 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:04.906075 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:05.052196 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:05.522707 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45048) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:05.933416 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=14 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:05.940501 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce180ba3-76ce-4b62-9501-c3f4c40fc528 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:05.941900 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-ce180ba3-76ce-4b62-9501-c3f4c40fc528 demo admin] 10.222.0.57 "GET /networking/v2.0/subnets/446a15b6-ef94-494b-8bfc-7d3f8229f763 HTTP/1.1" status: 200 len: 849 time: 0.4181628 Sep 26 05:36:06.062419 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-cb60e5d6-b994-4cb0-86eb-861c97157258 demo admin] 10.222.0.57 "GET /networking/v2.0/routers/25607f21-8240-49d8-91fb-44adbc72448d HTTP/1.1" status: 200 len: 704 time: 0.1143804 Sep 26 05:36:06.357253 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:06.711070 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Allocated IP 172.20.0.1 (064ec873-63ea-4b36-a3b8-756d2448acc5/446a15b6-ef94-494b-8bfc-7d3f8229f763/ad09677f-2744-4277-b508-a9c8bc93e53a) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:36:06.831323 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:06.874667 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Publish callbacks [] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:06.950961 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.032822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Network 064ec873-63ea-4b36-a3b8-756d2448acc5 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:36:07.040798 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:36:07.043735 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:36:07.044634 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (25607f21-8240-49d8-91fb-44adbc72448d), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.047707 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Pushing event updated for resources: {'Port': ['ID=ad09677f-2744-4277-b508-a9c8bc93e53a,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:07.235485 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Provisioning complete for port ad09677f-2744-4277-b508-a9c8bc93e53a triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:36:07.236001 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.236178 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Attempt 1 to provision port ad09677f-2744-4277-b508-a9c8bc93e53a Sep 26 05:36:07.259784 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.268649 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Port ad09677f-2744-4277-b508-a9c8bc93e53a cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:36:07.384050 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:07.474614 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Publish callbacks [] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.480126 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.480917 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (25607f21-8240-49d8-91fb-44adbc72448d), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.558945 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Pushing event updated for resources: {'Port': ['ID=ad09677f-2744-4277-b508-a9c8bc93e53a,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:07.610167 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Network 064ec873-63ea-4b36-a3b8-756d2448acc5 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:36:07.611622 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:36:07.769935 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Attempt 2 to provision port ad09677f-2744-4277-b508-a9c8bc93e53a Sep 26 05:36:07.779320 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Router 25607f21-8240-49d8-91fb-44adbc72448d is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:36:07.805342 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Port ad09677f-2744-4277-b508-a9c8bc93e53a cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:36:07.866501 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:07.873998 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:36:07.880212 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-fc6d7581-2437-43f3-b69d-21b330c7d882 demo admin] 10.222.0.57 "PUT /networking/v2.0/routers/25607f21-8240-49d8-91fb-44adbc72448d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8121128 Sep 26 05:36:07.884704 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Sync routers for ids ['25607f21-8240-49d8-91fb-44adbc72448d'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:36:07.897847 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Routers {'25607f21-8240-49d8-91fb-44adbc72448d'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:07.898688 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:36:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['25607f21-8240-49d8-91fb-44adbc72448d'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:08.086271 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Set router 25607f21-8240-49d8-91fb-44adbc72448d gateway port host: None {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:08.306552 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Attempt 3 to provision port ad09677f-2744-4277-b508-a9c8bc93e53a Sep 26 05:36:08.348041 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Port ad09677f-2744-4277-b508-a9c8bc93e53a cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:36:08.554107 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25607f21-8240-49d8-91fb-44adbc72448d', 'name': 'router1', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:35:55Z', 'updated_at': '2022-09-26T05:36:07Z', 'revision_number': 2, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'gw_port_host': None, '_interfaces': [{'id': 'ad09677f-2744-4277-b508-a9c8bc93e53a', 'name': '', 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'mac_address': 'fa:16:3e:91:f5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25607f21-8240-49d8-91fb-44adbc72448d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:36:06Z', 'updated_at': '2022-09-26T05:36:07Z', 'revision_number': 2, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'subnets': [{'id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a32f7081-35e2-41dd-b44d-69cff8ed5c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:08.608969 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Checking router: 25607f21-8240-49d8-91fb-44adbc72448d for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:36:08.609481 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Updating router 25607f21-8240-49d8-91fb-44adbc72448d port ad09677f-2744-4277-b508-a9c8bc93e53a binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:36:08.668199 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:08.849569 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Attempt 4 to provision port ad09677f-2744-4277-b508-a9c8bc93e53a Sep 26 05:36:08.895980 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Port ad09677f-2744-4277-b508-a9c8bc93e53a cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:36:09.241497 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Publish callbacks [] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:09.249395 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:09.397959 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Attempt 5 to provision port ad09677f-2744-4277-b508-a9c8bc93e53a Sep 26 05:36:09.403988 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Attempting to bind port ad09677f-2744-4277-b508-a9c8bc93e53a on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:36:09.404404 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Attempting to bind port ad09677f-2744-4277-b508-a9c8bc93e53a by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '8e805cfa-f817-40ce-a0ad-e0e15150c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:36:09.404848 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Attempting to bind port ad09677f-2744-4277-b508-a9c8bc93e53a on network 064ec873-63ea-4b36-a3b8-756d2448acc5 {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:36:09.434000 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Port ad09677f-2744-4277-b508-a9c8bc93e53a cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:36:09.435842 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Pushing event updated for resources: {'Port': ['ID=ad09677f-2744-4277-b508-a9c8bc93e53a,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:09.452785 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.453101 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.453516 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.453869 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.454201 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.454526 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.454822 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.455178 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.455514 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.455839 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.456156 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.456469 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.456827 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.457102 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.457466 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Tracked resource versions report: Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: pushed versions: Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: { 'AddressGroup': {'1.2'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Agent': {'1.1'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'ConntrackHelper': {'1.0'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Log': {'1.0'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'NDPProxy': {'1.0'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Network': {'1.1'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Port': {'1.7'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'PortForwarding': {'1.3'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'QosPolicy': {'1.10'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SecurityGroup': {'1.5'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SubPort': {'1.0'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Subnet': {'1.1'}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Trunk': {'1.1'}} Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: consumer versions: Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: { DHCP agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: L3 agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: Metadata agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: Metering agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: Open vSwitch agent@dv-cinder-836083-14-iscsi: { 'AddressGroup': '1.2', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Agent': '1.1', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'ConntrackHelper': '1.0', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'LocalIPAssociation': '1.0', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Log': '1.0', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'NDPProxy': '1.0', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Network': '1.1', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Port': '1.7', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'PortForwarding': '1.3', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'QosPolicy': '1.10', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SecurityGroup': '1.5', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SecurityGroupRule': '1.2', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SubPort': '1.0', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Subnet': '1.1', Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Trunk': '1.1'}} Sep 26 05:36:09.458980 dv-cinder-836083-14-iscsi neutron-server[113003]: {{(pid=113003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:36:09.513713 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:36:09.514086 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Checking segment: {'id': '8e805cfa-f817-40ce-a0ad-e0e15150c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:36:09.514513 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:09.514905 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Bound using segment: {'id': '8e805cfa-f817-40ce-a0ad-e0e15150c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:36:09.515387 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Bound port: ad09677f-2744-4277-b508-a9c8bc93e53a, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e805cfa-f817-40ce-a0ad-e0e15150c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:36:09.515772 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:09.559581 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:09.584707 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] For port ad09677f-2744-4277-b508-a9c8bc93e53a, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:36:09.593779 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:09.611655 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] For port ad09677f-2744-4277-b508-a9c8bc93e53a, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=ad09677f-2744-4277-b508-a9c8bc93e53a,segment=NetworkSegment(8e805cfa-f817-40ce-a0ad-e0e15150c85e),segment_id=8e805cfa-f817-40ce-a0ad-e0e15150c85e)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:36:09.619087 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:09.659976 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Routers {'25607f21-8240-49d8-91fb-44adbc72448d'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:09.660600 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:36:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['25607f21-8240-49d8-91fb-44adbc72448d'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:09.705236 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346eac6-eca7-4d43-a292-d5e89f691e1f None None] Pushing event updated for resources: {'Port': ['ID=ad09677f-2744-4277-b508-a9c8bc93e53a,revision_number=4']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:09.759901 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] Set router 25607f21-8240-49d8-91fb-44adbc72448d gateway port host: None {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:09.936050 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Attempt 6 to provision port ad09677f-2744-4277-b508-a9c8bc93e53a Sep 26 05:36:09.980397 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25607f21-8240-49d8-91fb-44adbc72448d', 'name': 'router1', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:35:55Z', 'updated_at': '2022-09-26T05:36:07Z', 'revision_number': 2, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'gw_port_host': None, '_interfaces': [{'id': 'ad09677f-2744-4277-b508-a9c8bc93e53a', 'name': '', 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'mac_address': 'fa:16:3e:91:f5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25607f21-8240-49d8-91fb-44adbc72448d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:36:06Z', 'updated_at': '2022-09-26T05:36:09Z', 'revision_number': 4, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'subnets': [{'id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a32f7081-35e2-41dd-b44d-69cff8ed5c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:10.012223 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6535b3-9621-4324-9235-72d14f001160 None None] The sync data for ids ['25607f21-8240-49d8-91fb-44adbc72448d'] in dv-cinder-836083-14-iscsi is: [{'id': '25607f21-8240-49d8-91fb-44adbc72448d', 'name': 'router1', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:35:55Z', 'updated_at': '2022-09-26T05:36:07Z', 'revision_number': 2, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'gw_port_host': None, '_interfaces': [{'id': 'ad09677f-2744-4277-b508-a9c8bc93e53a', 'name': '', 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'mac_address': 'fa:16:3e:91:f5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25607f21-8240-49d8-91fb-44adbc72448d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:36:06Z', 'updated_at': '2022-09-26T05:36:09Z', 'revision_number': 4, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'subnets': [{'id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a32f7081-35e2-41dd-b44d-69cff8ed5c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:36:10.039138 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Current status of the port ad09677f-2744-4277-b508-a9c8bc93e53a is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:36:10.039138 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:10.072298 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] For port ad09677f-2744-4277-b508-a9c8bc93e53a, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=ad09677f-2744-4277-b508-a9c8bc93e53a,segment=NetworkSegment(8e805cfa-f817-40ce-a0ad-e0e15150c85e),segment_id=8e805cfa-f817-40ce-a0ad-e0e15150c85e)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:10.077845 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:10.128313 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba60b0-c26e-4d7d-a9f8-88b0e93f261c None None] Pushing event updated for resources: {'Port': ['ID=ad09677f-2744-4277-b508-a9c8bc93e53a,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:10.198731 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-6c6a338c-0b8f-4995-a3c4-7486690ec5e5 None None] Provisioning complete for port ad09677f-2744-4277-b508-a9c8bc93e53a triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:36:10.199052 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-6c6a338c-0b8f-4995-a3c4-7486690ec5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:10.199390 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6c6a338c-0b8f-4995-a3c4-7486690ec5e5 None None] Attempt 1 to provision port ad09677f-2744-4277-b508-a9c8bc93e53a Sep 26 05:36:10.289389 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a338c-0b8f-4995-a3c4-7486690ec5e5 None None] Current status of the port ad09677f-2744-4277-b508-a9c8bc93e53a is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:36:10.568638 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45058) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:11.000300 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6094626-853f-4f60-90da-9da8d93875dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:11.001780 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-e6094626-853f-4f60-90da-9da8d93875dc admin admin] 10.222.0.57 "GET /networking/v2.0/networks/d1d4bd21-c787-406a-b12d-f88fa8b189d1 HTTP/1.1" status: 200 len: 842 time: 0.4315801 Sep 26 05:36:11.011912 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Request body: {'subnet': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:11.034598 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Made reservation on behalf of fb1661fcfa594d16a5b5329ef20333a6 for: {'subnet': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:36:11.037326 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:11.419107 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.objects.ports [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113001) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 26 05:36:11.419567 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (19a8e387-4a24-4265-8ff3-075e879db001), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:11.475303 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a8e387-4a24-4265-8ff3-075e879db001,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:11.484255 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:36:11.484547 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Network hostable DHCP agents. Network: d1d4bd21-c787-406a-b12d-f88fa8b189d1, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:36:11.502162 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:36:11.507161 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:11.514281 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, d1d4bd21-c787-406a-b12d-f88fa8b189d1) {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:36:11.518620 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:11.519209 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:11.528607 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6c8609-7b26-49d2-881e-a95fc2d795aa None None] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:36:11.535975 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-7ac963e5-6f89-4c7c-8797-00220b311471 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5276248 Sep 26 05:36:11.590605 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:11.595869 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:11.651413 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a222b26-59b9-4488-8e54-66556cd06723 None None] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:36:13.038044 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 5 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:36:14.310701 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45068) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:14.741735 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-7ac2fda9-ac80-447c-8ec3-3568b1a5665b demo admin] 10.222.0.57 "GET /networking/v2.0/routers/25607f21-8240-49d8-91fb-44adbc72448d HTTP/1.1" status: 200 len: 710 time: 0.4298623 Sep 26 05:36:14.856949 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8c86c-12ba-455b-af72-170ea13e2d13 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:14.863921 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-73a8c86c-12ba-455b-af72-170ea13e2d13 demo admin] 10.222.0.57 "GET /networking/v2.0/networks/d1d4bd21-c787-406a-b12d-f88fa8b189d1 HTTP/1.1" status: 200 len: 886 time: 0.1108575 Sep 26 05:36:14.868233 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:14.894097 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device ad09677f-2744-4277-b508-a9c8bc93e53a up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:36:14.945610 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port ad09677f-2744-4277-b508-a9c8bc93e53a triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:36:14.946077 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:14.946493 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port ad09677f-2744-4277-b508-a9c8bc93e53a Sep 26 05:36:15.024337 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port ad09677f-2744-4277-b508-a9c8bc93e53a is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:36:15.101387 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:15.124503 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Publish callbacks [] for router_gateway (25607f21-8240-49d8-91fb-44adbc72448d), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:15.349372 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Publish callbacks [] for router_gateway (25607f21-8240-49d8-91fb-44adbc72448d), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:15.426613 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:15.534908 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Allocated IP 172.27.1.203 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/a1e16f8a-6180-4b53-8a2f-a2217483be83) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:36:15.604309 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:15.646940 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Publish callbacks [] for port (a1e16f8a-6180-4b53-8a2f-a2217483be83), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:15.682083 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (a1e16f8a-6180-4b53-8a2f-a2217483be83), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:15.728063 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:36:15.731634 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:36:15.736292 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:36:15.740311 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Pushing event updated for resources: {'Port': ['ID=a1e16f8a-6180-4b53-8a2f-a2217483be83,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:16.102514 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Publish callbacks [] for router_gateway (25607f21-8240-49d8-91fb-44adbc72448d), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:16.148200 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:16.311209 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604301', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1599456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31898'] for router (25607f21-8240-49d8-91fb-44adbc72448d), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:16.315262 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1599451'] for router (25607f21-8240-49d8-91fb-44adbc72448d), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:16.434235 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Router 25607f21-8240-49d8-91fb-44adbc72448d has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:36:16.538424 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:36:16.543422 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:16.544063 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-7dfb107b-ff63-4a44-87b8-318aa53a42a1 demo admin] 10.222.0.57 "PUT /networking/v2.0/routers/25607f21-8240-49d8-91fb-44adbc72448d HTTP/1.1" status: 200 len: 890 time: 1.6793938 Sep 26 05:36:16.558090 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Sync routers for ids ['25607f21-8240-49d8-91fb-44adbc72448d'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:36:16.571076 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Routers {'25607f21-8240-49d8-91fb-44adbc72448d'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:16.571778 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:36:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['25607f21-8240-49d8-91fb-44adbc72448d'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:16.790777 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Set router 25607f21-8240-49d8-91fb-44adbc72448d gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:17.254510 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25607f21-8240-49d8-91fb-44adbc72448d', 'name': 'router1', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a1e16f8a-6180-4b53-8a2f-a2217483be83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:35:55Z', 'updated_at': '2022-09-26T05:36:15Z', 'revision_number': 4, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'gw_port': {'id': 'a1e16f8a-6180-4b53-8a2f-a2217483be83', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25607f21-8240-49d8-91fb-44adbc72448d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:36:15Z', 'updated_at': '2022-09-26T05:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': 'ad09677f-2744-4277-b508-a9c8bc93e53a', 'name': '', 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'mac_address': 'fa:16:3e:91:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25607f21-8240-49d8-91fb-44adbc72448d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:36:06Z', 'updated_at': '2022-09-26T05:36:10Z', 'revision_number': 5, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'subnets': [{'id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a32f7081-35e2-41dd-b44d-69cff8ed5c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:17.304850 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Checking router: 25607f21-8240-49d8-91fb-44adbc72448d for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:36:17.305251 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Updating router 25607f21-8240-49d8-91fb-44adbc72448d port a1e16f8a-6180-4b53-8a2f-a2217483be83 binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:36:17.359131 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a1e16f8a-6180-4b53-8a2f-a2217483be83), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:17.636248 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:17.675133 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Publish callbacks [] for port (a1e16f8a-6180-4b53-8a2f-a2217483be83), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:17.681404 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a1e16f8a-6180-4b53-8a2f-a2217483be83), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:17.708595 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:17.720320 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Attempting to bind port a1e16f8a-6180-4b53-8a2f-a2217483be83 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:36:17.720693 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Attempting to bind port a1e16f8a-6180-4b53-8a2f-a2217483be83 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:36:17.721433 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Attempting to bind port a1e16f8a-6180-4b53-8a2f-a2217483be83 on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:36:17.752104 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d440a-7e55-4599-a3df-fe8f8ac1391d None None] Pushing event updated for resources: {'Port': ['ID=a1e16f8a-6180-4b53-8a2f-a2217483be83,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:17.773562 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:36:17.774035 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:36:17.774439 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:17.774826 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:36:17.775297 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Bound port: a1e16f8a-6180-4b53-8a2f-a2217483be83, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:36:17.775762 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a1e16f8a-6180-4b53-8a2f-a2217483be83), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:17.823841 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] For port a1e16f8a-6180-4b53-8a2f-a2217483be83, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:36:17.826894 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] For port a1e16f8a-6180-4b53-8a2f-a2217483be83, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=a1e16f8a-6180-4b53-8a2f-a2217483be83,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:36:17.833517 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a1e16f8a-6180-4b53-8a2f-a2217483be83), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:17.872375 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Routers {'25607f21-8240-49d8-91fb-44adbc72448d'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:17.873017 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:36:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['25607f21-8240-49d8-91fb-44adbc72448d'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:17.927507 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d440a-7e55-4599-a3df-fe8f8ac1391d None None] Pushing event updated for resources: {'Port': ['ID=a1e16f8a-6180-4b53-8a2f-a2217483be83,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:17.993736 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] Set router 25607f21-8240-49d8-91fb-44adbc72448d gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:18.193984 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25607f21-8240-49d8-91fb-44adbc72448d', 'name': 'router1', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a1e16f8a-6180-4b53-8a2f-a2217483be83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:35:55Z', 'updated_at': '2022-09-26T05:36:15Z', 'revision_number': 4, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'gw_port': {'id': 'a1e16f8a-6180-4b53-8a2f-a2217483be83', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25607f21-8240-49d8-91fb-44adbc72448d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:36:15Z', 'updated_at': '2022-09-26T05:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': 'ad09677f-2744-4277-b508-a9c8bc93e53a', 'name': '', 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'mac_address': 'fa:16:3e:91:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25607f21-8240-49d8-91fb-44adbc72448d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:36:06Z', 'updated_at': '2022-09-26T05:36:10Z', 'revision_number': 5, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'subnets': [{'id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a32f7081-35e2-41dd-b44d-69cff8ed5c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:18.218933 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3773e0f-91a4-4ee4-9332-edee1b73e18f None None] The sync data for ids ['25607f21-8240-49d8-91fb-44adbc72448d'] in dv-cinder-836083-14-iscsi is: [{'id': '25607f21-8240-49d8-91fb-44adbc72448d', 'name': 'router1', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'a1e16f8a-6180-4b53-8a2f-a2217483be83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:35:55Z', 'updated_at': '2022-09-26T05:36:15Z', 'revision_number': 4, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'gw_port': {'id': 'a1e16f8a-6180-4b53-8a2f-a2217483be83', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25607f21-8240-49d8-91fb-44adbc72448d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:36:15Z', 'updated_at': '2022-09-26T05:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': 'ad09677f-2744-4277-b508-a9c8bc93e53a', 'name': '', 'network_id': '064ec873-63ea-4b36-a3b8-756d2448acc5', 'tenant_id': '4e48d801558a426b8b994cb2bab00a20', 'mac_address': 'fa:16:3e:91:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25607f21-8240-49d8-91fb-44adbc72448d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:36:06Z', 'updated_at': '2022-09-26T05:36:10Z', 'revision_number': 5, 'project_id': '4e48d801558a426b8b994cb2bab00a20', 'subnets': [{'id': '446a15b6-ef94-494b-8bfc-7d3f8229f763', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a32f7081-35e2-41dd-b44d-69cff8ed5c8d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:36:18.883110 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device a1e16f8a-6180-4b53-8a2f-a2217483be83 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:36:18.930490 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port a1e16f8a-6180-4b53-8a2f-a2217483be83 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:36:18.931019 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (a1e16f8a-6180-4b53-8a2f-a2217483be83), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:18.931231 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port a1e16f8a-6180-4b53-8a2f-a2217483be83 Sep 26 05:36:19.018139 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port a1e16f8a-6180-4b53-8a2f-a2217483be83 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:36:19.018548 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a1e16f8a-6180-4b53-8a2f-a2217483be83), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.040924 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port a1e16f8a-6180-4b53-8a2f-a2217483be83, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=a1e16f8a-6180-4b53-8a2f-a2217483be83,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:19.045706 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a1e16f8a-6180-4b53-8a2f-a2217483be83), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.099657 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=a1e16f8a-6180-4b53-8a2f-a2217483be83,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:19.366330 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45080) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:19.724644 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writer thread running {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 05:36:19.775332 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:19.846803 dv-cinder-836083-14-iscsi neutron-server[113000]: ERROR stevedore.extension [None req-ceb005b1-2e44-48fe-94ee-83e96e912e3b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 05:36:19.902565 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.policy [None req-ceb005b1-2e44-48fe-94ee-83e96e912e3b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113000) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 05:36:19.946846 dv-cinder-836083-14-iscsi neutron-server[113000]: WARNING oslo_policy.policy [None req-ceb005b1-2e44-48fe-94ee-83e96e912e3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:36:19.947231 dv-cinder-836083-14-iscsi neutron-server[113000]: WARNING oslo_policy.policy [None req-ceb005b1-2e44-48fe-94ee-83e96e912e3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:36:19.956720 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ceb005b1-2e44-48fe-94ee-83e96e912e3b admin admin] 10.222.0.57 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.5894251 Sep 26 05:36:20.849571 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device a1e16f8a-6180-4b53-8a2f-a2217483be83 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:36:20.872496 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:20.896852 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port a1e16f8a-6180-4b53-8a2f-a2217483be83 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:36:20.897912 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (a1e16f8a-6180-4b53-8a2f-a2217483be83), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.898395 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port a1e16f8a-6180-4b53-8a2f-a2217483be83 Sep 26 05:36:20.984701 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:20.990285 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port a1e16f8a-6180-4b53-8a2f-a2217483be83 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:36:26.530533 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:26.539856 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=44 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:27.044612 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:INSERT=1,neutron:SELECT=47 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:27.046093 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=41 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:29.653697 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e3f2-961a-41b4-a64f-c776e932f19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:29.828831 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:29.834441 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:30.988339 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=14 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:32.114748 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-4f08e721-4a33-4fb4-88ed-b1e1e7e8339c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:33.224338 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:34.917057 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:35.049381 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.035662 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:45.044473 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:50.037536 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 5 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:36:59.656349 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1e95da84-78b7-4760-b6bc-c6d9a0cd0d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:00.037391 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:02.106539 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-ec6e80df-b0a2-46e4-aa31-daff1b88963d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.229755 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.044736 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:04.915541 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.060833 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.038106 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:15.053883 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:27.038115 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 5 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:37:29.645690 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-71c5de12-fe6c-4634-aebd-b2eac945b7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:32.105531 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f8f67cfd-005a-41e4-ab8d-e6013130a6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:33.230756 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:34.909411 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:35.048905 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:41.039467 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:41.040172 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:45.036420 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:45.043582 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:50.859660 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45634) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:51.226370 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1a94d9-c264-4a13-b321-ae19fc92f5c8 admin admin] GET failed (client error): The resource could not be found. Sep 26 05:37:51.227734 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-7c1a94d9-c264-4a13-b321-ae19fc92f5c8 admin admin] 10.222.0.57 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3671074 Sep 26 05:37:51.442392 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f10106-c0ca-40b4-88b5-0b5dafa3e8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:51.443818 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b7f10106-c0ca-40b4-88b5-0b5dafa3e8da admin admin] 10.222.0.57 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2112811 Sep 26 05:37:54.041408 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45644) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:54.469303 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9288a872-4410-4553-9be4-60cec1580e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:54.470747 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-9288a872-4410-4553-9be4-60cec1580e24 admin admin] 10.222.0.57 "GET /networking/v2.0/subnets/446a15b6-ef94-494b-8bfc-7d3f8229f763 HTTP/1.1" status: 200 len: 849 time: 0.4284253 Sep 26 05:37:54.483328 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:37:54.586562 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Publish callbacks [] for subnet (446a15b6-ef94-494b-8bfc-7d3f8229f763), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:54.747526 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784553796244'] for subnet (446a15b6-ef94-494b-8bfc-7d3f8229f763), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:54.781356 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:54.781959 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:54.784267 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] 10.222.0.57 "PUT /networking/v2.0/subnets/446a15b6-ef94-494b-8bfc-7d3f8229f763 HTTP/1.1" status: 200 len: 868 time: 0.3051147 Sep 26 05:37:54.786245 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480950d5-18bb-47fb-90a4-8dc6fc8b3d1b None None] Network 064ec873-63ea-4b36-a3b8-756d2448acc5 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:37:54.806387 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=446a15b6-ef94-494b-8bfc-7d3f8229f763,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:54.815076 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.815431 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.815806 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.816148 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.816632 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.816958 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.817317 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.817646 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.817990 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.818319 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.818646 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.819634 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.819967 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.820285 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:54.820614 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063cc5b4-e4d5-494c-856f-69e563afc332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:55.141415 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-c482b8a8-45f9-4b4b-a678-7ef3bf3398b5 None None] Provisioning complete for port ad09677f-2744-4277-b508-a9c8bc93e53a triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:55.141799 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c482b8a8-45f9-4b4b-a678-7ef3bf3398b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (ad09677f-2744-4277-b508-a9c8bc93e53a), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:55.142139 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-c482b8a8-45f9-4b4b-a678-7ef3bf3398b5 None None] Attempt 1 to provision port ad09677f-2744-4277-b508-a9c8bc93e53a Sep 26 05:37:55.220512 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-c482b8a8-45f9-4b4b-a678-7ef3bf3398b5 None None] Current status of the port ad09677f-2744-4277-b508-a9c8bc93e53a is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:55.229849 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-c482b8a8-45f9-4b4b-a678-7ef3bf3398b5 None None] Provisioning complete for port 90c6f638-2385-413b-b44c-c76da7b7739d triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:55.230097 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c482b8a8-45f9-4b4b-a678-7ef3bf3398b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (90c6f638-2385-413b-b44c-c76da7b7739d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:55.230410 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-c482b8a8-45f9-4b4b-a678-7ef3bf3398b5 None None] Attempt 1 to provision port 90c6f638-2385-413b-b44c-c76da7b7739d Sep 26 05:37:55.304400 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-c482b8a8-45f9-4b4b-a678-7ef3bf3398b5 None None] Current status of the port 90c6f638-2385-413b-b44c-c76da7b7739d is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:57.384465 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45654) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:57.894124 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bacf30-244e-4486-a0a7-5e37a10d2ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:57.894597 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bacf30-244e-4486-a0a7-5e37a10d2ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:57.897667 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f3bacf30-244e-4486-a0a7-5e37a10d2ed2 admin admin] 10.222.0.57 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5119975 Sep 26 05:37:59.641624 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-db1f6d84-eaa6-41e5-bd19-d19a0081f1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:00.502451 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45662) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:00.939012 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c75436b-4ed5-43db-9406-7ed16bac9e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:00.939537 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c75436b-4ed5-43db-9406-7ed16bac9e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:00.941448 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-9c75436b-4ed5-43db-9406-7ed16bac9e7f admin admin] 10.222.0.57 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4379525 Sep 26 05:38:02.101818 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-808f8d1a-ed17-4aa5-b350-57789f08a555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:03.230865 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:03.524652 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45670) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:04.036699 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 5 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:38:04.068472 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c507f798-ada8-4f72-bc30-4338e8769c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:04.070009 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-c507f798-ada8-4f72-bc30-4338e8769c33 admin admin] 10.222.0.57 "GET /networking/v2.0/networks/064ec873-63ea-4b36-a3b8-756d2448acc5 HTTP/1.1" status: 200 len: 869 time: 0.5444012 Sep 26 05:38:04.803249 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=46,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:04.815218 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=51,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:04.911854 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:05.045273 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:06.728783 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45678) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:07.178234 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96252aaf-ace9-4895-b354-69da8261ede0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:07.179645 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-96252aaf-ace9-4895-b354-69da8261ede0 admin admin] 10.222.0.57 "GET /networking/v2.0/networks/d1d4bd21-c787-406a-b12d-f88fa8b189d1 HTTP/1.1" status: 200 len: 886 time: 0.4494760 Sep 26 05:38:09.768959 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45686) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:10.189170 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2897c363-d3c2-488b-a2b4-8eb64d51a52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:10.189654 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2897c363-d3c2-488b-a2b4-8eb64d51a52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:10.191210 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-2897c363-d3c2-488b-a2b4-8eb64d51a52b admin admin] 10.222.0.57 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4213691 Sep 26 05:38:12.805259 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45694) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:13.193316 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b29377-710c-4c05-b2ff-ab72b32638df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:13.193773 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b29377-710c-4c05-b2ff-ab72b32638df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:13.195454 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-e6b29377-710c-4c05-b2ff-ab72b32638df admin admin] 10.222.0.57 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3892944 Sep 26 05:38:14.064479 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=47 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:14.066409 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=47 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:15.037412 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:15.039999 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:15.810986 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45704) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:16.195087 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e343658-ef69-4bcf-bb7e-d332b0e27d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:16.196458 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-1e343658-ef69-4bcf-bb7e-d332b0e27d6a admin admin] 10.222.0.57 "GET /networking/v2.0/subnets/19a8e387-4a24-4265-8ff3-075e879db001 HTTP/1.1" status: 200 len: 816 time: 0.3844759 Sep 26 05:38:18.811715 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45712) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:19.236965 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc8f00a-5271-4a94-895b-d9928bcd9877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:19.238411 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-8bc8f00a-5271-4a94-895b-d9928bcd9877 admin admin] 10.222.0.57 "GET /networking/v2.0/subnets/446a15b6-ef94-494b-8bfc-7d3f8229f763 HTTP/1.1" status: 200 len: 868 time: 0.4257052 Sep 26 05:38:26.189517 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=29 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:26.191504 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=27 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:27.154133 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=15 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:27.161660 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=19 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:29.228039 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=7 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:29.232228 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:29.647422 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-ec20513b-40c5-414f-a3f1-0a83d380c88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:32.107881 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-ea3f1c9e-b8be-4798-b1ef-f4b101b89bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:33.233580 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:34.917414 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:35.047002 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:41.035614 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 5 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:38:45.040445 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:45.042443 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:48.974667 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45768) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:49.314604 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [None req-2030e43c-e6e7-4ac0-9daf-9d9ed52ff2d6 admin admin] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:38:49.315603 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2030e43c-e6e7-4ac0-9daf-9d9ed52ff2d6 admin admin] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3399301 Sep 26 05:38:51.976888 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45776) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:52.337554 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.pecan_wsgi.hooks.translation [None req-2268e9a9-1434-490c-a91e-4a8199c51ba0 admin admin] GET failed (client error): The resource could not be found. Sep 26 05:38:52.338871 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2268e9a9-1434-490c-a91e-4a8199c51ba0 admin admin] 10.222.0.57 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3606441 Sep 26 05:38:52.429121 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717f7b0e-2603-4c8f-9440-1578098e8bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:52.430659 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-717f7b0e-2603-4c8f-9440-1578098e8bab admin admin] 10.222.0.57 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0867839 Sep 26 05:38:55.031382 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:55.036806 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:55.114024 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45784) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:55.456384 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:55.499287 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Made reservation on behalf of fb1661fcfa594d16a5b5329ef20333a6 for: {'network': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:38:55.502282 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:55.545405 dv-cinder-836083-14-iscsi neutron-server[113000]: WARNING neutron.services.revisions.revision_plugin [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Could not find related network for resource to bump revision. Sep 26 05:38:55.568294 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=113000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:38:55.581342 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784553753016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (6ad20bbe-478a-440c-8083-8d3674c1ca40), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:55.581903 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Unsubscribe: segment precommit_create {{(pid=113000) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 05:38:55.582384 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.segments_db [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Added segment 6ad20bbe-478a-440c-8083-8d3674c1ca40 of type vlan for network 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2 Sep 26 05:38:55.648870 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (9629aa0a-6662-49a5-adb6-c85c2a8cc0d2), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:55.685787 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (9629aa0a-6662-49a5-adb6-c85c2a8cc0d2), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:55.686961 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:55.687564 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:55.716702 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6012070 Sep 26 05:38:55.805828 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Pushing event updated for resources: {'Network': ['ID=9629aa0a-6662-49a5-adb6-c85c2a8cc0d2,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:55.815347 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.815706 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.816072 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.816381 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.816748 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.817067 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.817434 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.817761 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.818202 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.818535 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.818878 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.819205 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.819532 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.819852 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.820183 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87618554-897c-4847-9d9f-4c2e694b20d8 admin admin] Tracked resource versions report: Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: pushed versions: Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: { 'AddressGroup': {'1.2'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Agent': {'1.1'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'ConntrackHelper': {'1.0'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Log': {'1.0'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'NDPProxy': {'1.0'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Network': {'1.1'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Port': {'1.7'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'PortForwarding': {'1.3'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'QosPolicy': {'1.10'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SecurityGroup': {'1.5'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SubPort': {'1.0'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Subnet': {'1.1'}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Trunk': {'1.1'}} Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: consumer versions: Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: { DHCP agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: L3 agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: Metadata agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: Metering agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: Open vSwitch agent@dv-cinder-836083-14-iscsi: { 'AddressGroup': '1.2', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Agent': '1.1', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'ConntrackHelper': '1.0', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'LocalIPAssociation': '1.0', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Log': '1.0', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'NDPProxy': '1.0', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Network': '1.1', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Port': '1.7', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'PortForwarding': '1.3', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'QosPolicy': '1.10', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SecurityGroup': '1.5', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SecurityGroupRule': '1.2', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SubPort': '1.0', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Subnet': '1.1', Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Trunk': '1.1'}} Sep 26 05:38:55.821722 dv-cinder-836083-14-iscsi neutron-server[113000]: {{(pid=113000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:38:55.856262 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:38:58.323907 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45796) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:58.678213 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6f5574-e8f5-4889-886f-323c98726e53 admin admin] GET failed (client error): The resource could not be found. Sep 26 05:38:58.679601 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ad6f5574-e8f5-4889-886f-323c98726e53 admin admin] 10.222.0.57 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3546994 Sep 26 05:38:58.757522 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c2b3e-43cd-47a4-a31a-d95676174ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:58.758997 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d80c2b3e-43cd-47a4-a31a-d95676174ea3 admin admin] 10.222.0.57 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0746202 Sep 26 05:38:58.769741 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] Request body: {'subnet': {'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:58.794973 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] Made reservation on behalf of fb1661fcfa594d16a5b5329ef20333a6 for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:38:58.797528 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:59.005048 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (56af1b3c-49bd-48f9-a95a-86600b5dec32), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:59.060372 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56af1b3c-49bd-48f9-a95a-86600b5dec32,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:59.077179 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] Checking segment: {'id': '6ad20bbe-478a-440c-8083-8d3674c1ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:38:59.077540 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] Network hostable DHCP agents. Network: 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:38:59.098830 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] Network 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:38:59.112218 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:38:59.117688 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:59.118294 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:59.122965 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e73d6f-2cbb-402f-85af-980bb14ba11b None None] Network 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:38:59.136389 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d89ed182-3b63-4a5e-821d-4a3f3b085717 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3701539 Sep 26 05:38:59.243715 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-9629aa0a-6662-49a5-adb6-c85c2a8cc0d2', 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2', 'project_id': 'fb1661fcfa594d16a5b5329ef20333a6', 'fixed_ips': [{'subnet_id': '56af1b3c-49bd-48f9-a95a-86600b5dec32'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:38:59.244700 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:59.392102 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Allocated IP 192.168.233.2 (9629aa0a-6662-49a5-adb6-c85c2a8cc0d2/56af1b3c-49bd-48f9-a95a-86600b5dec32/bc6bee3c-f600-4fee-a5df-6544ea66c6e9) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:38:59.550361 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Publish callbacks [] for port (bc6bee3c-f600-4fee-a5df-6544ea66c6e9), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:59.558890 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (bc6bee3c-f600-4fee-a5df-6544ea66c6e9), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:59.605444 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Network 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2 is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:38:59.609035 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:38:59.610915 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Pushing event updated for resources: {'Port': ['ID=bc6bee3c-f600-4fee-a5df-6544ea66c6e9,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:59.613285 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:38:59.630386 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.630734 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.631115 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.631473 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.631810 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.632160 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.632468 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.632793 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.633115 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.633468 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.633791 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.634127 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.634696 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.634859 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.635081 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:59.693578 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8f87f4c2-ad26-4687-9250-bf99471f6872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:59.699569 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Attempting to bind port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:38:59.699822 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Attempting to bind port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '6ad20bbe-478a-440c-8083-8d3674c1ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:38:59.700158 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Attempting to bind port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 on network 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:38:59.761963 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:38:59.762601 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Checking segment: {'id': '6ad20bbe-478a-440c-8083-8d3674c1ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:38:59.763264 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:59.763886 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Bound using segment: {'id': '6ad20bbe-478a-440c-8083-8d3674c1ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:38:59.764651 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Bound port: bc6bee3c-f600-4fee-a5df-6544ea66c6e9, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad20bbe-478a-440c-8083-8d3674c1ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:38:59.765298 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (bc6bee3c-f600-4fee-a5df-6544ea66c6e9), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:59.844595 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] For port bc6bee3c-f600-4fee-a5df-6544ea66c6e9, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:38:59.848466 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] For port bc6bee3c-f600-4fee-a5df-6544ea66c6e9, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=bc6bee3c-f600-4fee-a5df-6544ea66c6e9,segment=NetworkSegment(6ad20bbe-478a-440c-8083-8d3674c1ca40),segment_id=6ad20bbe-478a-440c-8083-8d3674c1ca40)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:38:59.857340 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (bc6bee3c-f600-4fee-a5df-6544ea66c6e9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:59.863107 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:59.905763 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:59.939869 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903709a-db94-4b8e-ad40-530ea454411a None None] Pushing event updated for resources: {'Port': ['ID=bc6bee3c-f600-4fee-a5df-6544ea66c6e9,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:00.747314 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52e501b-3488-4982-861e-5eeaeff5b202 None None] Network 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:39:00.809207 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-8fc8400b-fbc1-4abd-8d01-82f17e8479d5 None None] Provisioning complete for port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:39:00.809590 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8fc8400b-fbc1-4abd-8d01-82f17e8479d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bc6bee3c-f600-4fee-a5df-6544ea66c6e9), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:00.809943 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-8fc8400b-fbc1-4abd-8d01-82f17e8479d5 None None] Attempt 1 to provision port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 Sep 26 05:39:00.935202 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8400b-fbc1-4abd-8d01-82f17e8479d5 None None] Current status of the port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:39:00.936066 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8fc8400b-fbc1-4abd-8d01-82f17e8479d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (bc6bee3c-f600-4fee-a5df-6544ea66c6e9), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:00.991168 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-8fc8400b-fbc1-4abd-8d01-82f17e8479d5 None None] For port bc6bee3c-f600-4fee-a5df-6544ea66c6e9, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=bc6bee3c-f600-4fee-a5df-6544ea66c6e9,segment=NetworkSegment(6ad20bbe-478a-440c-8083-8d3674c1ca40),segment_id=6ad20bbe-478a-440c-8083-8d3674c1ca40)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:39:00.996270 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device bc6bee3c-f600-4fee-a5df-6544ea66c6e9 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:39:01.002555 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8fc8400b-fbc1-4abd-8d01-82f17e8479d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (bc6bee3c-f600-4fee-a5df-6544ea66c6e9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:01.090862 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8400b-fbc1-4abd-8d01-82f17e8479d5 None None] Pushing event updated for resources: {'Port': ['ID=bc6bee3c-f600-4fee-a5df-6544ea66c6e9,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:01.097666 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:39:01.097666 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bc6bee3c-f600-4fee-a5df-6544ea66c6e9), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:01.097666 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 Sep 26 05:39:01.179322 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:39:01.227394 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5265d4ef-56f8-4678-81db-fd769acb90e3 None None] Provisioning complete for port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:39:01.227785 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5265d4ef-56f8-4678-81db-fd769acb90e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bc6bee3c-f600-4fee-a5df-6544ea66c6e9), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:01.228129 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5265d4ef-56f8-4678-81db-fd769acb90e3 None None] Attempt 1 to provision port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 Sep 26 05:39:01.303711 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5265d4ef-56f8-4678-81db-fd769acb90e3 None None] Current status of the port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:39:02.104834 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-344896cf-c2f1-462b-8276-bd820a999a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:02.964331 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device bc6bee3c-f600-4fee-a5df-6544ea66c6e9 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:39:03.013260 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:39:03.013899 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bc6bee3c-f600-4fee-a5df-6544ea66c6e9), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:03.014426 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 Sep 26 05:39:03.108630 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port bc6bee3c-f600-4fee-a5df-6544ea66c6e9 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:39:03.239074 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:04.922752 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:05.046374 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:09.129069 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:09.129934 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:15.029740 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:15.039740 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:18.037026 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 5 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:39:29.647230 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-05cab312-7ec3-41c0-bd9d-312e0b9acf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:32.036952 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:32.038219 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:32.102902 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fcebe23b-0692-44b4-ab31-082b229b77cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:33.241212 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:34.928652 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:35.045624 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:45.038183 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:45.040435 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:55.035998 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 5 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:39:59.642840 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1bc99170-0073-4b28-aace-9dec793d65ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:02.098296 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f8297fa6-dafd-4dc3-b30a-6cbd8d5d2d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:03.247592 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:04.925228 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:05.040960 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:09.035038 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:09.037793 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:15.027601 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=7 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:15.034389 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:27.073504 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=15 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:27.075540 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=11 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:29.647970 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dc440edc-c85c-4fa1-b07f-a8c233bb50a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:32.035325 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 5 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:40:32.104910 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-0441432d-a193-4e8f-9a32-16875b5c297d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:33.246792 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:34.930164 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:34.986122 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45862) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:34.992069 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [None req-b49af161-db9f-4c16-9d17-0101de195b63 tempest-verify_tempest_config-1504817833 tempest-verify_tempest_config-1504817833-project] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:40:34.993088 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b49af161-db9f-4c16-9d17-0101de195b63 tempest-verify_tempest_config-1504817833 tempest-verify_tempest_config-1504817833-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059483 Sep 26 05:40:35.044572 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.336492 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45880) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:35.467333 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.581411 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Publish callbacks [] for security_group (67d25220-f706-4d04-8214-46a66417cda6), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.586333 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (67d25220-f706-4d04-8214-46a66417cda6), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.634445 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d25220-f706-4d04-8214-46a66417cda6,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:35.638515 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=e80ebd4320d94214963f5619a6465595&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3010163 Sep 26 05:40:35.641591 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 45884) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:35.647874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.647874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.647874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.647874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.647874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.647874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.647874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.647874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.647874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.647874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.647874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.648823 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.648823 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.648823 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.649081 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702d9ba-f8b8-415e-af29-a698f2612674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.700300 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Publish callbacks [] for security_group (67d25220-f706-4d04-8214-46a66417cda6), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.723215 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Publish callbacks [] for security_group (67d25220-f706-4d04-8214-46a66417cda6), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.830340 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (67d25220-f706-4d04-8214-46a66417cda6), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.833419 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.836135 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/67d25220-f706-4d04-8214-46a66417cda6 HTTP/1.1" status: 204 len: 168 time: 0.1924381 Sep 26 05:40:35.852643 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d25220-f706-4d04-8214-46a66417cda6,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:35.860912 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.861280 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.861629 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.861961 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.862294 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.862618 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.862961 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.863279 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.863614 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.863937 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.864273 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.864594 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.864895 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.865249 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:35.865566 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a040e58-cb17-4405-bbb2-6ecebcce144c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:45.037419 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:45.629776 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=15,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:45.641055 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=24,neutron:INSERT=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:45.843271 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:45.857464 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:45.892167 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:46.034198 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:55.037542 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:59.658164 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-478f6659-d273-451c-84e4-b85521c1683e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:02.101507 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c22c8364-39c7-48bd-ae34-34734ace18c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:03.255966 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:04.931645 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:05.053421 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:09.038632 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 5 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:41:15.037935 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:15.046991 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:28.034980 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:28.035753 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:29.659739 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dd0a3b07-76ce-4955-b220-cea3bb828764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:32.102821 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d210d400-3862-4f1f-8c6d-8cff1904ac84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:33.262589 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:34.943063 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:35.049459 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:45.036784 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:45.042622 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:46.044107 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 5 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:41:59.664830 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0583-5515-4aa0-ae16-648d97f72ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:00.029238 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:00.033922 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:02.101685 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1a00e905-652e-433b-a6a0-fe94b9b27946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:03.259409 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:04.941533 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:05.054340 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.484930 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600452'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:23.046884 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:42:23.472209 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:23.477711 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:26.787592 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45958) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:26.907340 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-63c442d0-b1d3-4496-b313-32da190ba98f admin admin] 10.222.0.57 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1183896 Sep 26 05:42:29.356766 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 45968) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:29.425335 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-426c9e95-3bd3-4002-85c4-9294cca5b213 admin admin] 10.222.0.57 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0670657 Sep 26 05:42:29.658922 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-51c1ac90-453c-402a-ab75-97754f15f8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:32.096635 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1c69-3689-49c1-857d-3802d1e59918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:33.262407 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:34.940572 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:35.059418 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:37.025055 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=19 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:37.031400 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=15 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:39.419804 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:39.420629 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:43.454477 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:53.446462 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:53.448764 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:59.674640 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-eb4a8f47-fd3e-4aa5-908e-41b5f2c15d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:00.051495 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:43:02.107648 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-18c854bc-21da-43c2-872f-9286563037c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:03.265945 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:04.944306 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:05.066499 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:13.457392 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:14.030224 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:14.031203 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:23.450090 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:23.452100 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:28.030792 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:28.031928 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:29.668195 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-87e4a59f-0c11-4657-909e-6647b8dfc55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:32.102812 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-36abc1d6-845f-45ba-8289-572aef799f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:33.267775 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:34.947842 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:35.062673 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:37.052404 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:43:43.468889 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:51.029169 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:51.030516 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:53.461893 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:53.464623 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:59.679563 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-32fe0f64-0c0c-4435-8a85-6dba9cb11987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:02.107219 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-108f427b-faee-42ec-aad6-7b2bf6a6c014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:02.641842 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46106) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:03.075696 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-650294418-network', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:03.106159 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Made reservation on behalf of c95cba08e61d4d199a3c69d99c5bc77b for: {'network': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:03.108926 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.118059 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.200750 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Publish callbacks [] for security_group (4319899f-a0f1-4bf8-8a9c-200fea704d2e), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.208219 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (4319899f-a0f1-4bf8-8a9c-200fea704d2e), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.243038 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4319899f-a0f1-4bf8-8a9c-200fea704d2e,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:03.251483 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=113001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:44:03.254484 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.254995 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.255279 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.255614 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.255945 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.256405 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.256592 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.257089 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.257667 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.258164 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.258490 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.258920 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.259239 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.259578 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.259897 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Tracked resource versions report: Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: pushed versions: Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: { 'AddressGroup': {'1.2'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Agent': {'1.1'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'ConntrackHelper': {'1.0'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Log': {'1.0'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'NDPProxy': {'1.0'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Network': {'1.1'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Port': {'1.7'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'PortForwarding': {'1.3'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'QosPolicy': {'1.10'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SecurityGroup': {'1.5'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SubPort': {'1.0'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Subnet': {'1.1'}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Trunk': {'1.1'}} Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: consumer versions: Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: { DHCP agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: HyperV agent@hv-cinder-83608: {}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: L3 agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: Metadata agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: Metering agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: Open vSwitch agent@dv-cinder-836083-14-iscsi: { 'AddressGroup': '1.2', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Agent': '1.1', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'ConntrackHelper': '1.0', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'LocalIPAssociation': '1.0', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Log': '1.0', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'NDPProxy': '1.0', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Network': '1.1', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Port': '1.7', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'PortForwarding': '1.3', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'QosPolicy': '1.10', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SecurityGroup': '1.5', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SecurityGroupRule': '1.2', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'SubPort': '1.0', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Subnet': '1.1', Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: 'Trunk': '1.1'}} Sep 26 05:44:03.261193 dv-cinder-836083-14-iscsi neutron-server[113001]: {{(pid=113001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:44:03.273193 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (a05bb60e-00f1-4ddf-b7ff-6a841c078ecc), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.273338 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.segments_db [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Added segment a05bb60e-00f1-4ddf-b7ff-6a841c078ecc of type vlan for network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 Sep 26 05:44:03.289582 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.316018 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (bdedc4e6-9308-457c-af01-ae4f7a8e4d99), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.343766 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (bdedc4e6-9308-457c-af01-ae4f7a8e4d99), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.344992 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:03.345637 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.420762 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] Pushing event updated for resources: {'Network': ['ID=bdedc4e6-9308-457c-af01-ae4f7a8e4d99,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:03.438481 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:44:03.441823 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46160) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:03.447477 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Request body: {'subnet': {'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-subnet', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:03.452485 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-0846690d-169f-43f1-9d7e-022880c5adf5 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8093829 Sep 26 05:44:03.475058 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Made reservation on behalf of c95cba08e61d4d199a3c69d99c5bc77b for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:03.478899 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.691766 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (47e98612-362e-434a-8195-471aef02813f), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.752206 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e98612-362e-434a-8195-471aef02813f,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:03.763380 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.763732 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.764093 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.764437 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.764770 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.765505 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.765505 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.765774 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.766097 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.766433 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.766774 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.767104 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.767426 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.767772 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.768053 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Tracked resource versions report: Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: pushed versions: Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: { 'AddressGroup': {'1.2'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Agent': {'1.1'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'ConntrackHelper': {'1.0'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Log': {'1.0'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'NDPProxy': {'1.0'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Network': {'1.1'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Port': {'1.7'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'PortForwarding': {'1.3'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'QosPolicy': {'1.10'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SecurityGroup': {'1.5'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SubPort': {'1.0'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Subnet': {'1.1'}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Trunk': {'1.1'}} Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: consumer versions: Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: { DHCP agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: HyperV agent@hv-cinder-83608: {}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: L3 agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: Metadata agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: Metering agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: Open vSwitch agent@dv-cinder-836083-14-iscsi: { 'AddressGroup': '1.2', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Agent': '1.1', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'ConntrackHelper': '1.0', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'LocalIPAssociation': '1.0', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Log': '1.0', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'NDPProxy': '1.0', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Network': '1.1', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Port': '1.7', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'PortForwarding': '1.3', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'QosPolicy': '1.10', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SecurityGroup': '1.5', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SecurityGroupRule': '1.2', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'SubPort': '1.0', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Subnet': '1.1', Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: 'Trunk': '1.1'}} Sep 26 05:44:03.769382 dv-cinder-836083-14-iscsi neutron-server[113000]: {{(pid=113000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:44:03.780787 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Checking segment: {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:03.781102 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Network hostable DHCP agents. Network: bdedc4e6-9308-457c-af01-ae4f7a8e4d99, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:44:03.800819 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:44:03.815502 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, bdedc4e6-9308-457c-af01-ae4f7a8e4d99) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:03.820112 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:03.820754 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.829734 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681a5f0-9bf5-48c6-8a3b-a526f8179072 None None] Network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:03.851946 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46184) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:03.853941 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-de06b0ae-5277-4cb0-94b6-26f56b8f5d27 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4109232 Sep 26 05:44:03.856960 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:03.881943 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (f21904ab-7f0b-4b3a-a866-71b668ddc779), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.883170 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (f21904ab-7f0b-4b3a-a866-71b668ddc779), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.941155 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Publish callbacks [] for router_controller (f21904ab-7f0b-4b3a-a866-71b668ddc779), precommit_add_association {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:03.963818 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:44:03.964852 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.122668 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Allocated IP 172.20.0.2 (bdedc4e6-9308-457c-af01-ae4f7a8e4d99/47e98612-362e-434a-8195-471aef02813f/c81c6ede-bb99-4705-bf02-da7849c8e579) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:04.208183 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Publish callbacks [] for router_gateway (f21904ab-7f0b-4b3a-a866-71b668ddc779), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.291828 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46198) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:04.327221 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Publish callbacks [] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.334333 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46202) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:04.343640 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46206) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:04.344122 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.384069 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:04.388179 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:04.394782 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:04.405948 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Publish callbacks [] for router_gateway (f21904ab-7f0b-4b3a-a866-71b668ddc779), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.425384 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.432307 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Pushing event updated for resources: {'Port': ['ID=c81c6ede-bb99-4705-bf02-da7849c8e579,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:04.454184 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.454531 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.454896 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.455260 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.455598 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.455928 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.456268 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.456581 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.456919 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.457293 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.457630 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.458096 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.458479 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.458809 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.459128 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Tracked resource versions report: Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: pushed versions: Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: { 'AddressGroup': {'1.2'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Agent': {'1.1'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'ConntrackHelper': {'1.0'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Log': {'1.0'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'NDPProxy': {'1.0'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Network': {'1.1'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Port': {'1.7'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'PortForwarding': {'1.3'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'QosPolicy': {'1.10'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SecurityGroup': {'1.5'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SubPort': {'1.0'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Subnet': {'1.1'}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Trunk': {'1.1'}} Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: consumer versions: Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: { DHCP agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: HyperV agent@hv-cinder-83608: {}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: L3 agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: Metadata agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: Metering agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: Open vSwitch agent@dv-cinder-836083-14-iscsi: { 'AddressGroup': '1.2', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Agent': '1.1', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'ConntrackHelper': '1.0', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'LocalIPAssociation': '1.0', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Log': '1.0', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'NDPProxy': '1.0', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Network': '1.1', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Port': '1.7', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'PortForwarding': '1.3', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'QosPolicy': '1.10', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SecurityGroup': '1.5', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SecurityGroupRule': '1.2', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'SubPort': '1.0', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Subnet': '1.1', Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: 'Trunk': '1.1'}} Sep 26 05:44:04.460373 dv-cinder-836083-14-iscsi neutron-server[113002]: {{(pid=113002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:44:04.493125 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Attempting to bind port c81c6ede-bb99-4705-bf02-da7849c8e579 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:04.493529 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Attempting to bind port c81c6ede-bb99-4705-bf02-da7849c8e579 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:04.493891 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Attempting to bind port c81c6ede-bb99-4705-bf02-da7849c8e579 on network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:04.538273 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:04.540439 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:04.540821 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Checking segment: {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:04.541256 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.541653 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Bound using segment: {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:04.542185 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Bound port: c81c6ede-bb99-4705-bf02-da7849c8e579, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:04.542567 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.548679 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:04.556073 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Allocated IP 172.27.1.247 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/cb07f0e4-4c62-4896-a83a-45161d032444) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:04.560506 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46212) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:04.620044 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] For port c81c6ede-bb99-4705-bf02-da7849c8e579, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:04.623900 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] For port c81c6ede-bb99-4705-bf02-da7849c8e579, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=c81c6ede-bb99-4705-bf02-da7849c8e579,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:04.627485 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:04.635300 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.704820 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5763f8-f196-43b2-8dc4-5880c3bbf316 None None] Pushing event updated for resources: {'Port': ['ID=c81c6ede-bb99-4705-bf02-da7849c8e579,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:04.726191 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Publish callbacks [] for port (cb07f0e4-4c62-4896-a83a-45161d032444), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.771415 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-601645618-network', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:04.771753 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.802537 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Made reservation on behalf of 7edddf22ec7f41aea66bcf3e30a3d3ca for: {'network': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:04.815111 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.846257 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-854766496-network', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:04.865999 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=cb07f0e4-4c62-4896-a83a-45161d032444,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:04.883122 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:04.884599 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:04.888169 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.896610 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:04.977931 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:04.995864 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Made reservation on behalf of 3fa25d71f2194e638989c1e1d9ef30da for: {'network': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:05.000311 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.012468 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1985009880-network', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:05.108254 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.134690 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Publish callbacks [] for security_group (65ec2b9a-bef1-4771-b033-d2b51f271899), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.154390 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-363135676-network', 'tenant_id': '25d426f519e8498e80c6c85158bd9042'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:05.159901 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (65ec2b9a-bef1-4771-b033-d2b51f271899), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.168516 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.182193 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Made reservation on behalf of 9fc5a928f77549839c85f3ab7e7e13b6 for: {'network': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:05.185448 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.255156 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ec2b9a-bef1-4771-b033-d2b51f271899,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:05.277561 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Publish callbacks [] for router_gateway (f21904ab-7f0b-4b3a-a866-71b668ddc779), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.331330 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:05.340449 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=113000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:44:05.342886 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.345127 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Made reservation on behalf of 25d426f519e8498e80c6c85158bd9042 for: {'network': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:05.347629 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.349492 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:05.390570 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.396820 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (a4737f68-a73b-40f4-946f-56a2f22ee841), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.397184 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.segments_db [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Added segment a4737f68-a73b-40f4-946f-56a2f22ee841 of type vlan for network 1d547000-9468-4872-8f60-910e68d2881c Sep 26 05:44:05.431132 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device c81c6ede-bb99-4705-bf02-da7849c8e579 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:05.518346 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port c81c6ede-bb99-4705-bf02-da7849c8e579 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:05.519025 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.519548 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port c81c6ede-bb99-4705-bf02-da7849c8e579 Sep 26 05:44:05.547359 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (f21904ab-7f0b-4b3a-a866-71b668ddc779), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.565688 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Publish callbacks [] for security_group (48dbeb59-e623-4b4f-bb50-9d2adbf462e1), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.603167 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (48dbeb59-e623-4b4f-bb50-9d2adbf462e1), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.629404 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port c81c6ede-bb99-4705-bf02-da7849c8e579 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:05.629850 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.647241 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (1d547000-9468-4872-8f60-910e68d2881c), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.676110 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=113000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:44:05.687130 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:05.693250 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port c81c6ede-bb99-4705-bf02-da7849c8e579, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=c81c6ede-bb99-4705-bf02-da7849c8e579,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:05.701411 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.775159 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (0985c1ca-06e6-42a8-a4f0-d322da3203d2), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.776236 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.segments_db [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Added segment 0985c1ca-06e6-42a8-a4f0-d322da3203d2 of type vlan for network f147de2c-29b4-4f2b-a870-47c60a471f05 Sep 26 05:44:05.780714 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dbeb59-e623-4b4f-bb50-9d2adbf462e1,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:05.835428 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=c81c6ede-bb99-4705-bf02-da7849c8e579,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:05.879439 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (1d547000-9468-4872-8f60-910e68d2881c), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.880804 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:05.881926 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.943956 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Router f21904ab-7f0b-4b3a-a866-71b668ddc779 is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:44:05.979188 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Publish callbacks [] for security_group (2128a5b6-4afd-42ef-baf5-8a13894e8347), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.991455 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:05.998686 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (f147de2c-29b4-4f2b-a870-47c60a471f05), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.035752 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (2128a5b6-4afd-42ef-baf5-8a13894e8347), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.089876 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2128a5b6-4afd-42ef-baf5-8a13894e8347,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:06.123572 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8279340 Sep 26 05:44:06.123572 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Publish callbacks [] for security_group (0a376834-4db3-4bcb-b26c-edd5014b68fa), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.124016 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46264) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:06.136722 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] Request body: {'subnet': {'network_id': '1d547000-9468-4872-8f60-910e68d2881c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-601645618-subnet', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:06.141280 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (0a376834-4db3-4bcb-b26c-edd5014b68fa), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.160714 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=113000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:44:06.171834 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:06.174816 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (6cf121c2-2b6a-4625-8d0b-01ba2b945615), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.175318 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.segments_db [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Added segment 6cf121c2-2b6a-4625-8d0b-01ba2b945615 of type vlan for network 439e1f14-830a-49c8-95fe-a76bc50181b7 Sep 26 05:44:06.177466 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:44:06.187919 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Sync routers for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:44:06.203846 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:06.204483 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:06.208134 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:INSERT=26,neutron:SELECT=67,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:06.209091 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=113000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:44:06.221492 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] Made reservation on behalf of 7edddf22ec7f41aea66bcf3e30a3d3ca for: {'subnet': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:06.233884 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.275238 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (439e1f14-830a-49c8-95fe-a76bc50181b7), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.280001 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e0dddc-02a7-453d-bb57-7499e9ed7094 None None] Network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:06.311108 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839ecbb-0bbe-4693-a5c9-8181caf243b9 admin admin] Pushing event updated for resources: {'Network': ['ID=1d547000-9468-4872-8f60-910e68d2881c,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:06.321205 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:06.404230 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (ade8e156-3be9-4e42-8e55-f8397b3fffc6), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.404579 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.segments_db [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Added segment ade8e156-3be9-4e42-8e55-f8397b3fffc6 of type vlan for network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 Sep 26 05:44:06.418182 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a376834-4db3-4bcb-b26c-edd5014b68fa,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:06.428210 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (439e1f14-830a-49c8-95fe-a76bc50181b7), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.433869 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.435149 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-24e8c32e-c656-46ee-a40b-71faef0a7ae3 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5821905 Sep 26 05:44:06.439131 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:06.439767 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.441516 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46274) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:06.442173 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (f147de2c-29b4-4f2b-a870-47c60a471f05), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.443135 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:06.449818 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.506484 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:06.629991 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network 1d547000-9468-4872-8f60-910e68d2881c details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:44:06.690109 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] Pushing event updated for resources: {'Network': ['ID=439e1f14-830a-49c8-95fe-a76bc50181b7,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:06.709207 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3730197 Sep 26 05:44:06.717832 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network 439e1f14-830a-49c8-95fe-a76bc50181b7 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:44:06.721230 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-08389f88-a501-4c8c-86ef-778c9aa13325 None None] Provisioning complete for port c81c6ede-bb99-4705-bf02-da7849c8e579 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:06.722074 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-08389f88-a501-4c8c-86ef-778c9aa13325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.723853 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-08389f88-a501-4c8c-86ef-778c9aa13325 None None] Attempt 1 to provision port c81c6ede-bb99-4705-bf02-da7849c8e579 Sep 26 05:44:06.744621 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46286) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:06.796887 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] Request body: {'subnet': {'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-854766496-subnet', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:06.930350 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (a39f8ffc-12a2-4c17-a0f2-be5f6071fe30), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:06.996491 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:05Z', 'revision_number': 3, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:06.997558 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-1248d1ae-1a07-4e6d-9b9d-7e645e608937 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4336920 Sep 26 05:44:07.012169 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46308) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:07.033857 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-08389f88-a501-4c8c-86ef-778c9aa13325 None None] Current status of the port c81c6ede-bb99-4705-bf02-da7849c8e579 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:07.035355 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] Request body: {'subnet': {'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-subnet', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:07.082274 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Checking router: f21904ab-7f0b-4b3a-a866-71b668ddc779 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:44:07.083019 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Updating router f21904ab-7f0b-4b3a-a866-71b668ddc779 port cb07f0e4-4c62-4896-a83a-45161d032444 binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:44:07.095447 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.db.resource_extend [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 05:44:07.135322 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a623b-6745-4379-b58a-59b327254ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=f147de2c-29b4-4f2b-a870-47c60a471f05,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:07.144508 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] Made reservation on behalf of 25d426f519e8498e80c6c85158bd9042 for: {'subnet': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:07.158215 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network f147de2c-29b4-4f2b-a870-47c60a471f05 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:44:07.167923 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.169596 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.179069 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] Made reservation on behalf of 3fa25d71f2194e638989c1e1d9ef30da for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:07.189349 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.386980 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device c81c6ede-bb99-4705-bf02-da7849c8e579 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:07.394356 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (a39f8ffc-12a2-4c17-a0f2-be5f6071fe30), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.398075 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:07.398695 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.472282 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1270456 Sep 26 05:44:07.478555 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46322) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:07.510314 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] Request body: {'subnet': {'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1985009880-subnet', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:07.541483 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-39f7054d-d850-4518-b407-831329582e19 None None] Provisioning complete for port c81c6ede-bb99-4705-bf02-da7849c8e579 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:07.541990 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-39f7054d-d850-4518-b407-831329582e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.542703 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-39f7054d-d850-4518-b407-831329582e19 None None] Attempt 1 to provision port c81c6ede-bb99-4705-bf02-da7849c8e579 Sep 26 05:44:07.550138 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:07.663158 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Publish callbacks [] for port (cb07f0e4-4c62-4896-a83a-45161d032444), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.672551 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.684488 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f600e-5f3f-44f6-bd76-0f4bc54bef06 admin admin] Pushing event updated for resources: {'Network': ['ID=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:07.685002 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port c81c6ede-bb99-4705-bf02-da7849c8e579 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:07.685521 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.686180 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port c81c6ede-bb99-4705-bf02-da7849c8e579 Sep 26 05:44:07.702743 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:07.711833 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] Made reservation on behalf of 9fc5a928f77549839c85f3ab7e7e13b6 for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:07.714697 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.738798 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:44:07.769505 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (293d6165-94bf-4ada-9367-1c10f28502f0), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.771647 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Attempting to bind port cb07f0e4-4c62-4896-a83a-45161d032444 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:07.772310 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Attempting to bind port cb07f0e4-4c62-4896-a83a-45161d032444 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:07.772676 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Attempting to bind port cb07f0e4-4c62-4896-a83a-45161d032444 on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:07.837872 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Pushing event updated for resources: {'Port': ['ID=cb07f0e4-4c62-4896-a83a-45161d032444,revision_number=2']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:07.860659 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.861007 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.862161 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.864748 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.866165 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.866562 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.867360 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.867752 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.868608 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.877358 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.877358 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.877358 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.877619 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (4e079733-7403-40bd-bd1d-a43d4f789fdf), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Tracked resource versions report: Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: pushed versions: Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: { 'AddressGroup': {'1.2'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Agent': {'1.1'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'ConntrackHelper': {'1.0'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Log': {'1.0'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'NDPProxy': {'1.0'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Network': {'1.1'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Port': {'1.7'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'PortForwarding': {'1.3'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'QosPolicy': {'1.10'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SecurityGroup': {'1.5'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SubPort': {'1.0'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Subnet': {'1.1'}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Trunk': {'1.1'}} Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: consumer versions: Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: { DHCP agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: HyperV agent@hv-cinder-83608: {}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: L3 agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: Metadata agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: Metering agent@dv-cinder-836083-14-iscsi: {}, Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: Open vSwitch agent@dv-cinder-836083-14-iscsi: { 'AddressGroup': '1.2', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Agent': '1.1', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'ConntrackHelper': '1.0', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'LocalIPAssociation': '1.0', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Log': '1.0', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'NDPProxy': '1.0', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Network': '1.1', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Port': '1.7', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'PortForwarding': '1.3', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'QosPolicy': '1.10', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SecurityGroup': '1.5', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SecurityGroupRule': '1.2', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'SubPort': '1.0', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Subnet': '1.1', Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: 'Trunk': '1.1'}} Sep 26 05:44:07.877719 dv-cinder-836083-14-iscsi neutron-server[113003]: {{(pid=113003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:44:07.886547 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:07.886965 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:07.887374 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.887932 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:07.888985 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Bound port: cb07f0e4-4c62-4896-a83a-45161d032444, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:07.889406 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.894090 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=293d6165-94bf-4ada-9367-1c10f28502f0,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:07.907169 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (71b32d12-52dc-4804-8572-89dc52ccc89d), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:07.934136 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:07.994578 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-39f7054d-d850-4518-b407-831329582e19 None None] Current status of the port c81c6ede-bb99-4705-bf02-da7849c8e579 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:08.012728 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port c81c6ede-bb99-4705-bf02-da7849c8e579 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:08.039182 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] For port cb07f0e4-4c62-4896-a83a-45161d032444, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:08.046013 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] For port cb07f0e4-4c62-4896-a83a-45161d032444, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=cb07f0e4-4c62-4896-a83a-45161d032444,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:08.061039 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.077891 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e079733-7403-40bd-bd1d-a43d4f789fdf,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:08.109094 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b32d12-52dc-4804-8572-89dc52ccc89d,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:08.182140 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:08.183451 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] Checking segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:08.183815 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] Network hostable DHCP agents. Network: f147de2c-29b4-4f2b-a870-47c60a471f05, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:44:08.185097 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:08.187118 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (5e53b9fa-5781-43b1-83a4-24777e561610), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.192535 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:08.194194 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:08.252016 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] Network f147de2c-29b4-4f2b-a870-47c60a471f05 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:44:08.280593 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e53b9fa-5781-43b1-83a4-24777e561610,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:08.287522 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] Checking segment: {'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:08.288157 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] Network hostable DHCP agents. Network: 1d547000-9468-4872-8f60-910e68d2881c, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:44:08.289060 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, f147de2c-29b4-4f2b-a870-47c60a471f05) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:08.297816 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af1aa6-f109-4977-8428-203430a06498 None None] Network f147de2c-29b4-4f2b-a870-47c60a471f05 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:08.299126 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:08.299768 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.314768 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] Checking segment: {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:08.316287 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] Network hostable DHCP agents. Network: a39f8ffc-12a2-4c17-a0f2-be5f6071fe30, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:44:08.329787 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] Checking segment: {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:08.330037 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] Network hostable DHCP agents. Network: 439e1f14-830a-49c8-95fe-a76bc50181b7, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:44:08.333195 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-0a66103c-2fea-47f8-9f3d-bea8a44dc169 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5482798 Sep 26 05:44:08.336869 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46376) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:08.357481 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:08.387291 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] Network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:44:08.401902 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, a39f8ffc-12a2-4c17-a0f2-be5f6071fe30) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:08.434076 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] Network 1d547000-9468-4872-8f60-910e68d2881c is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:44:08.438654 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:08.439903 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.440338 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] Network 439e1f14-830a-49c8-95fe-a76bc50181b7 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:44:08.453483 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:08.454807 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, 439e1f14-830a-49c8-95fe-a76bc50181b7) {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:08.456898 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, 1d547000-9468-4872-8f60-910e68d2881c) {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:08.461649 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.467822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:08.468653 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.471975 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (7905c934-f837-479c-bcd7-74e9cd9509a9), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.479428 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (7905c934-f837-479c-bcd7-74e9cd9509a9), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.503912 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-bd50577f-d6f3-4755-b24c-fd12212e7733 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4804513 Sep 26 05:44:08.506995 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46384) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:08.513246 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:08.538315 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9129cf31-5513-46ef-819d-0627de322988 None None] Network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:08.540584 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a8cac4-8575-4f06-aad8-b97035ee6d31 None None] Network 439e1f14-830a-49c8-95fe-a76bc50181b7 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:08.556878 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:08.558228 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.560924 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee41c0-c84a-4118-a903-bf85913c04d2 None None] Network 1d547000-9468-4872-8f60-910e68d2881c requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:08.572952 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a3d75-d28f-49eb-aefe-8c13e3999f69 None None] Pushing event updated for resources: {'Port': ['ID=cb07f0e4-4c62-4896-a83a-45161d032444,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:08.575595 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:08.576401 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:08.614976 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-0ea33a3e-00fe-491f-99e1-349a4a0dc54b admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4895418 Sep 26 05:44:08.619273 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46386) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:08.624283 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-601645618-router', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:08.653563 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (61b425cc-8097-4bcc-a8ce-182e53ef33c8), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.654970 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (61b425cc-8097-4bcc-a8ce-182e53ef33c8), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.704296 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (3eab3b87-d755-4f40-ad5b-984e5eb74cad), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.705638 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (3eab3b87-d755-4f40-ad5b-984e5eb74cad), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.732384 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Publish callbacks [] for router_controller (7905c934-f837-479c-bcd7-74e9cd9509a9), precommit_add_association {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.790071 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-f147de2c-29b4-4f2b-a870-47c60a471f05', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:44:08.791736 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.817966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Publish callbacks [] for router_controller (61b425cc-8097-4bcc-a8ce-182e53ef33c8), precommit_add_association {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.855501 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:05Z', 'revision_number': 3, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:08.916164 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:08.918416 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132338db-e2fe-4266-aa51-dd30916163f8 None None] The sync data for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi is: [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:05Z', 'revision_number': 3, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:44:08.932380 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-1d547000-9468-4872-8f60-910e68d2881c', 'network_id': '1d547000-9468-4872-8f60-910e68d2881c', 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'fixed_ips': [{'subnet_id': '293d6165-94bf-4ada-9367-1c10f28502f0'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:44:08.933755 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:08.960198 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Allocated IP 172.20.0.1 (bdedc4e6-9308-457c-af01-ae4f7a8e4d99/47e98612-362e-434a-8195-471aef02813f/6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:08.991185 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:09.018403 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Publish callbacks [] for router_controller (3eab3b87-d755-4f40-ad5b-984e5eb74cad), precommit_add_association {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:09.137704 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Publish callbacks [] for router_gateway (61b425cc-8097-4bcc-a8ce-182e53ef33c8), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:09.170301 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-c774211d-0b0d-4478-96fb-185dda362ce0 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6680708 Sep 26 05:44:09.177291 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46402) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:09.184403 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:09.246846 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Publish callbacks [] for router_gateway (7905c934-f837-479c-bcd7-74e9cd9509a9), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:09.252480 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (909266d4-db91-43bf-b316-a1d566bbd069), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:09.255444 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (909266d4-db91-43bf-b316-a1d566bbd069), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:09.299561 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:09.401340 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:09.436305 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Allocated IP 172.20.0.2 (f147de2c-29b4-4f2b-a870-47c60a471f05/4e079733-7403-40bd-bd1d-a43d4f789fdf/bab28c78-87a5-42dd-a1b1-39c45054644b) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:09.474959 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:44:09.475921 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:09.481852 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Publish callbacks [] for router_controller (909266d4-db91-43bf-b316-a1d566bbd069), precommit_add_association {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:09.710454 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Publish callbacks [] for router_gateway (3eab3b87-d755-4f40-ad5b-984e5eb74cad), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:09.736525 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Allocated IP 172.20.0.2 (a39f8ffc-12a2-4c17-a0f2-be5f6071fe30/5e53b9fa-5781-43b1-83a4-24777e561610/76780a63-826a-4c71-a6a7-6a0ce5b0db85) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:09.880365 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:09.952702 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-439e1f14-830a-49c8-95fe-a76bc50181b7', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'project_id': '25d426f519e8498e80c6c85158bd9042', 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:44:09.953460 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:09.973492 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Publish callbacks [] for router_gateway (909266d4-db91-43bf-b316-a1d566bbd069), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.139930 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Publish callbacks [] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.190379 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Publish callbacks [] for router_gateway (61b425cc-8097-4bcc-a8ce-182e53ef33c8), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.233040 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.266833 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Publish callbacks [] for router_gateway (7905c934-f837-479c-bcd7-74e9cd9509a9), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.320439 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.356020 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:10.385710 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Allocated IP 172.20.0.2 (1d547000-9468-4872-8f60-910e68d2881c/293d6165-94bf-4ada-9367-1c10f28502f0/332aaebd-1ec1-441c-bf7f-a3acc8f2604c) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:10.523395 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Allocated IP 172.27.1.254 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/707c89f5-32a3-48e6-840b-cf4d98b41072) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:10.559858 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:10.582799 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Publish callbacks [] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.599619 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:10.606588 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.634313 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.657393 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Publish callbacks [] for router_gateway (909266d4-db91-43bf-b316-a1d566bbd069), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.680723 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46460) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:10.686848 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.718501 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Network 1d547000-9468-4872-8f60-910e68d2881c is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:10.721822 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Publish callbacks [] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.726623 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Publish callbacks [] for router_gateway (3eab3b87-d755-4f40-ad5b-984e5eb74cad), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.726878 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Publish callbacks [] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.735027 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:10.735960 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:10.755654 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:10.759220 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:10.764981 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:10.768626 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Pushing event updated for resources: {'Port': ['ID=6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:10.771526 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:10.772088 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (f21904ab-7f0b-4b3a-a866-71b668ddc779), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.783685 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.785397 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.818956 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.908843 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-64d2e68d-5502-4bf0-baf6-7a29944c2b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.946621 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Pushing event updated for resources: {'Port': ['ID=332aaebd-1ec1-441c-bf7f-a3acc8f2604c,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:10.969230 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:10.982158 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Publish callbacks [] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:10.985791 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:11.024163 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Allocated IP 172.20.0.2 (439e1f14-830a-49c8-95fe-a76bc50181b7/71b32d12-52dc-4804-8572-89dc52ccc89d/6ba0e646-99cf-4a2e-bf04-ba3678a4ecda) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:11.029219 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Network f147de2c-29b4-4f2b-a870-47c60a471f05 is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:11.030633 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:11.059063 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:11.069966 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:11.073224 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:11.082195 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-64d2e68d-5502-4bf0-baf6-7a29944c2b4e admin admin] Publish callbacks [] for security_group (d495e498-2c03-4d63-8cd2-1766aa625306), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.089313 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-64d2e68d-5502-4bf0-baf6-7a29944c2b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (d495e498-2c03-4d63-8cd2-1766aa625306), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.175105 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Attempting to bind port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:11.175485 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Attempting to bind port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:11.176755 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Attempting to bind port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c on network 1d547000-9468-4872-8f60-910e68d2881c {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:11.211801 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-64d2e68d-5502-4bf0-baf6-7a29944c2b4e admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=c6743e5b460d4d8eb614163a7853bcc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5299311 Sep 26 05:44:11.220754 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.232083 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46478) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:11.232874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2e68d-5502-4bf0-baf6-7a29944c2b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d495e498-2c03-4d63-8cd2-1766aa625306,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:11.314811 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Pushing event updated for resources: {'Port': ['ID=bab28c78-87a5-42dd-a1b1-39c45054644b,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:11.335413 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Allocated IP 172.27.1.94 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/2c01ebc0-842a-47b1-b1d5-607bbfd45760) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:11.339002 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb69b-9070-4eff-bd1a-d5ffa0daf373 admin admin] Publish callbacks [] for security_group (d495e498-2c03-4d63-8cd2-1766aa625306), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.375796 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:11.379662 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb69b-9070-4eff-bd1a-d5ffa0daf373 admin admin] Publish callbacks [] for security_group (d495e498-2c03-4d63-8cd2-1766aa625306), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.380652 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:11.384489 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:11.426966 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Attempting to bind port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:11.427500 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Attempting to bind port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:11.431460 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Attempting to bind port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 on network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:11.526127 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device cb07f0e4-4c62-4896-a83a-45161d032444 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:11.531674 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb69b-9070-4eff-bd1a-d5ffa0daf373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (d495e498-2c03-4d63-8cd2-1766aa625306), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.535596 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb69b-9070-4eff-bd1a-d5ffa0daf373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.546226 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-cc2eb69b-9070-4eff-bd1a-d5ffa0daf373 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/d495e498-2c03-4d63-8cd2-1766aa625306 HTTP/1.1" status: 204 len: 168 time: 0.3073945 Sep 26 05:44:11.554331 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Publish callbacks [] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.563446 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:11.564019 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Checking segment: {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:11.564644 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.566274 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Bound using segment: {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:11.566934 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Bound port: 76780a63-826a-4c71-a6a7-6a0ce5b0db85, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:11.569971 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.572289 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2eb69b-9070-4eff-bd1a-d5ffa0daf373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d495e498-2c03-4d63-8cd2-1766aa625306,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:11.579656 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.667771 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.737356 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Pushing event updated for resources: {'Port': ['ID=707c89f5-32a3-48e6-840b-cf4d98b41072,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:11.748709 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46492) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:11.775693 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:11.802483 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] For port 76780a63-826a-4c71-a6a7-6a0ce5b0db85, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:11.807586 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] For port 76780a63-826a-4c71-a6a7-6a0ce5b0db85, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=76780a63-826a-4c71-a6a7-6a0ce5b0db85,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:11.830201 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Publish callbacks [] for router_gateway (61b425cc-8097-4bcc-a8ce-182e53ef33c8), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.833951 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:11.837472 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.841528 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Provisioning complete for port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:11.842050 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.842614 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Attempt 1 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:11.859212 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:11.892283 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:11.909406 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:11.910248 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:11.910728 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Checking segment: {'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:11.911270 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.911762 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Bound using segment: {'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:11.912347 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Bound port: 332aaebd-1ec1-441c-bf7f-a3acc8f2604c, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:11.912823 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:11.916200 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Attempting to bind port bab28c78-87a5-42dd-a1b1-39c45054644b on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:11.916650 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Attempting to bind port bab28c78-87a5-42dd-a1b1-39c45054644b by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:11.917191 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Attempting to bind port bab28c78-87a5-42dd-a1b1-39c45054644b on network f147de2c-29b4-4f2b-a870-47c60a471f05 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:11.919267 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:11.940777 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:11.957570 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Allocated IP 172.27.1.103 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/5d8af877-05ff-4846-9fd6-de21c6e88c3a) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:11.959823 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Pushing event updated for resources: {'Port': ['ID=2c01ebc0-842a-47b1-b1d5-607bbfd45760,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:11.985262 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:12.012486 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Pushing event updated for resources: {'Port': ['ID=76780a63-826a-4c71-a6a7-6a0ce5b0db85,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:12.048548 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:12.049129 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Checking segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:12.049853 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.050375 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Bound using segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:12.051057 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Bound port: bab28c78-87a5-42dd-a1b1-39c45054644b, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:12.051827 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.342526 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bda7b1-4339-4a68-8a79-1e456bdcd57f None None] Pushing event updated for resources: {'Port': ['ID=76780a63-826a-4c71-a6a7-6a0ce5b0db85,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:12.347661 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46498) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:12.355134 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Publish callbacks [] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.358853 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port cb07f0e4-4c62-4896-a83a-45161d032444 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:12.359314 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.359715 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port cb07f0e4-4c62-4896-a83a-45161d032444 Sep 26 05:44:12.369280 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] For port bab28c78-87a5-42dd-a1b1-39c45054644b, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:12.373419 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] For port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:12.404742 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.423611 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Attempt 2 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:12.434096 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] For port bab28c78-87a5-42dd-a1b1-39c45054644b, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=bab28c78-87a5-42dd-a1b1-39c45054644b,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:12.440895 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] For port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=332aaebd-1ec1-441c-bf7f-a3acc8f2604c,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:12.496489 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.501634 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.512990 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b135aadf-7baf-4d93-a7e3-585a0d44079c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.534393 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9bd09c86-9ba5-4246-a716-89a976db70fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.541565 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Network 439e1f14-830a-49c8-95fe-a76bc50181b7 is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:12.546565 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:12.547309 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:12.549950 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:12.552198 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Pushing event updated for resources: {'Port': ['ID=6ba0e646-99cf-4a2e-bf04-ba3678a4ecda,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:12.612953 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Publish callbacks [] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.648271 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:12.674371 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port cb07f0e4-4c62-4896-a83a-45161d032444 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:12.674769 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.678118 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.692085 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (f21904ab-7f0b-4b3a-a866-71b668ddc779), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.715365 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf5b56-9450-439f-807e-1ac985a42bb9 None None] Pushing event updated for resources: {'Port': ['ID=332aaebd-1ec1-441c-bf7f-a3acc8f2604c,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:12.738570 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Publish callbacks [] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.747611 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Attempting to bind port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:12.747993 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Attempting to bind port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:12.748347 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Attempting to bind port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda on network 439e1f14-830a-49c8-95fe-a76bc50181b7 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:12.753636 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:12.757600 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port cb07f0e4-4c62-4896-a83a-45161d032444, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=cb07f0e4-4c62-4896-a83a-45161d032444,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:12.774782 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (61b425cc-8097-4bcc-a8ce-182e53ef33c8), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.784169 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.794327 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:12.818357 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Publish callbacks [] for router_gateway (7905c934-f837-479c-bcd7-74e9cd9509a9), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.824359 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9be28-98a5-4c3d-ad29-cd80908408eb None None] Pushing event updated for resources: {'Port': ['ID=bab28c78-87a5-42dd-a1b1-39c45054644b,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:12.859412 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:12.859853 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Checking segment: {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:12.860195 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.860599 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Bound using segment: {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:12.861112 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Bound port: 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:12.861506 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.867750 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:12.906989 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=cb07f0e4-4c62-4896-a83a-45161d032444,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:12.987654 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b135aadf-7baf-4d93-a7e3-585a0d44079c admin admin] Publish callbacks [] for security_group (5eb8766c-f29f-4ba9-8b6f-7ea7f1435541), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:12.999070 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.053533 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b135aadf-7baf-4d93-a7e3-585a0d44079c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (5eb8766c-f29f-4ba9-8b6f-7ea7f1435541), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.070777 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:13.089410 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Attempt 3 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:13.176045 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:13.184105 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] For port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:13.189402 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] For port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=6ba0e646-99cf-4a2e-bf04-ba3678a4ecda,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:13.195862 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Pushing event updated for resources: {'Port': ['ID=6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:13.197430 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.218645 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:13.255071 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:13.282537 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135aadf-7baf-4d93-a7e3-585a0d44079c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb8766c-f29f-4ba9-8b6f-7ea7f1435541,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:13.286647 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:13.292086 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Pushing event updated for resources: {'Port': ['ID=5d8af877-05ff-4846-9fd6-de21c6e88c3a,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:13.316182 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Allocated IP 172.27.1.209 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/ed3c2f64-c425-473e-ac30-1788815835c0) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:13.353608 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9544f-3544-4bb7-97ea-a1fb92bf2914 None None] Pushing event updated for resources: {'Port': ['ID=6ba0e646-99cf-4a2e-bf04-ba3678a4ecda,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:13.422845 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b135aadf-7baf-4d93-a7e3-585a0d44079c admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=1df1a816cda24311a065237f011338fb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0634749 Sep 26 05:44:13.426343 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46508) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:13.499822 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:13.511157 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.540828 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9bd09c86-9ba5-4246-a716-89a976db70fb admin admin] Publish callbacks [] for security_group (0d6a3055-cf4d-4905-8668-b69cc10768a9), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.567654 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9bd09c86-9ba5-4246-a716-89a976db70fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (0d6a3055-cf4d-4905-8668-b69cc10768a9), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.631640 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 76780a63-826a-4c71-a6a7-6a0ce5b0db85 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:13.635490 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:13.636151 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:13.637812 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (7905c934-f837-479c-bcd7-74e9cd9509a9), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.686891 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Attempt 4 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:13.764588 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd09c86-9ba5-4246-a716-89a976db70fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6a3055-cf4d-4905-8668-b69cc10768a9,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:13.779893 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:13.781654 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:13.782094 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.782372 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 Sep 26 05:44:13.877487 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-512a7ce7-ac76-4a61-8033-7a3cb2295a97 admin admin] Publish callbacks [] for security_group (5eb8766c-f29f-4ba9-8b6f-7ea7f1435541), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.890922 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Publish callbacks [] for port (ed3c2f64-c425-473e-ac30-1788815835c0), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.902191 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-9bd09c86-9ba5-4246-a716-89a976db70fb admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9f1cfa2fa11a49268ed10b8b0bb21f80&name=default HTTP/1.1" status: 200 len: 2994 time: 2.1425221 Sep 26 05:44:13.902418 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-512a7ce7-ac76-4a61-8033-7a3cb2295a97 admin admin] Publish callbacks [] for security_group (5eb8766c-f29f-4ba9-8b6f-7ea7f1435541), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.907564 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:13.907957 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:13.909946 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46512) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:13.912968 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3e6f2-ad68-4e99-b461-dca198b67ed2 None None] Network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:13.929275 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Router f21904ab-7f0b-4b3a-a866-71b668ddc779 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:44:13.933445 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:14.027666 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 76780a63-826a-4c71-a6a7-6a0ce5b0db85, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=76780a63-826a-4c71-a6a7-6a0ce5b0db85,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:14.033367 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:14.054943 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:44:14.056746 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-512a7ce7-ac76-4a61-8033-7a3cb2295a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (5eb8766c-f29f-4ba9-8b6f-7ea7f1435541), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:14.058777 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:14.059642 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-512a7ce7-ac76-4a61-8033-7a3cb2295a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:14.059791 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device cb07f0e4-4c62-4896-a83a-45161d032444 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:14.061640 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-512a7ce7-ac76-4a61-8033-7a3cb2295a97 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/5eb8766c-f29f-4ba9-8b6f-7ea7f1435541 HTTP/1.1" status: 204 len: 168 time: 0.6334381 Sep 26 05:44:14.083352 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:14.134121 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:44:14.143032 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a7ce7-ac76-4a61-8033-7a3cb2295a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb8766c-f29f-4ba9-8b6f-7ea7f1435541,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:14.146750 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a6c0-9bd0-4391-b126-4b7218da48ea admin admin] Publish callbacks [] for security_group (0d6a3055-cf4d-4905-8668-b69cc10768a9), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:14.191351 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:14.257974 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Publish callbacks [] for router_gateway (909266d4-db91-43bf-b316-a1d566bbd069), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:14.283635 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Pushing event updated for resources: {'Port': ['ID=ed3c2f64-c425-473e-ac30-1788815835c0,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:14.286292 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=76780a63-826a-4c71-a6a7-6a0ce5b0db85,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:14.289791 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Attempt 5 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:14.298080 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:14.309641 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port cb07f0e4-4c62-4896-a83a-45161d032444 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:14.310737 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:14.311269 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port cb07f0e4-4c62-4896-a83a-45161d032444 Sep 26 05:44:14.318794 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Router 7905c934-f837-479c-bcd7-74e9cd9509a9 is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:44:14.320683 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a6c0-9bd0-4391-b126-4b7218da48ea admin admin] Publish callbacks [] for security_group (0d6a3055-cf4d-4905-8668-b69cc10768a9), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:14.347253 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:14.392325 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:14.449946 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:14.522062 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port cb07f0e4-4c62-4896-a83a-45161d032444 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:14.523209 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 332aaebd-1ec1-441c-bf7f-a3acc8f2604c up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:14.643254 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:14.643676 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:14.643959 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c Sep 26 05:44:14.658490 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a6c0-9bd0-4391-b126-4b7218da48ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (0d6a3055-cf4d-4905-8668-b69cc10768a9), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:14.658490 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a6c0-9bd0-4391-b126-4b7218da48ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:14.658490 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-8aa5a6c0-9bd0-4391-b126-4b7218da48ea admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/0d6a3055-cf4d-4905-8668-b69cc10768a9 HTTP/1.1" status: 204 len: 168 time: 0.7376628 Sep 26 05:44:14.702845 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5a6c0-9bd0-4391-b126-4b7218da48ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6a3055-cf4d-4905-8668-b69cc10768a9,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:14.717195 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:44:14.742667 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Sync routers for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:44:14.768689 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-e572fe7c-d1ca-4531-96fa-383ad0632a9d admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/f21904ab-7f0b-4b3a-a866-71b668ddc779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3128562 Sep 26 05:44:14.800388 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:14.801045 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:14.877028 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e8a694-2b48-4f44-ace4-67608fbe28c6 None None] Network f147de2c-29b4-4f2b-a870-47c60a471f05 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:14.914516 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:44:14.928831 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Sync routers for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:44:14.942176 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:44:14.953251 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:14.954169 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:14.960585 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Attempt 6 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:14.972638 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (909266d4-db91-43bf-b316-a1d566bbd069), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:15.001330 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:15.004983 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-acd2be73-8237-44aa-b10a-a17096e8d5aa admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6634784 Sep 26 05:44:15.025693 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Sync routers for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:44:15.033663 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:15.039210 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46532) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:15.061203 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:15.070382 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-7d281819-982b-4d5f-a1fc-6ca7b41bb135 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5621822 Sep 26 05:44:15.082413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46534) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:15.197740 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e43f84-bc02-4883-938f-4df48ab942b2 None None] Network 1d547000-9468-4872-8f60-910e68d2881c requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:15.239040 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:15.378625 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:15.446407 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Publish callbacks [] for router_gateway (3eab3b87-d755-4f40-ad5b-984e5eb74cad), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:15.494515 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:15.518930 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:15.525822 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:15.531068 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:15.553738 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Router 909266d4-db91-43bf-b316-a1d566bbd069 is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:44:15.678848 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:15.700947 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b29295-cde2-4bc8-8dec-d01dc2743df5 None None] Network 439e1f14-830a-49c8-95fe-a76bc50181b7 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:15.716423 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 3, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:15.837339 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Checking router: 61b425cc-8097-4bcc-a8ce-182e53ef33c8 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:44:15.837695 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Updating router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 port 707c89f5-32a3-48e6-840b-cf4d98b41072 binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:44:15.881405 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:44:15.893017 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:15.893435 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:15.895522 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Attempt 7 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:15.942613 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:15.946811 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f2117bc1-43a7-4f1c-aac8-6124709754ea admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7669668 Sep 26 05:44:15.950188 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46558) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:16.001319 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:16.005189 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Sync routers for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:44:16.045688 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:16.046766 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:16.203800 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46580) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:16.213307 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:16.241945 dv-cinder-836083-14-iscsi neutron-server[113000]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 05:44:16.277231 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:16.344214 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:16.356741 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:16.466573 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:16.708712 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:16.745014 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=332aaebd-1ec1-441c-bf7f-a3acc8f2604c,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:16.826769 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (3eab3b87-d755-4f40-ad5b-984e5eb74cad), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:16.913478 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:16.914687 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device bab28c78-87a5-42dd-a1b1-39c45054644b up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:16.916956 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:13Z', 'revision_number': 3, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:16.989325 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Checking router: 909266d4-db91-43bf-b316-a1d566bbd069 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:44:16.989639 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Updating router 909266d4-db91-43bf-b316-a1d566bbd069 port 5d8af877-05ff-4846-9fd6-de21c6e88c3a binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:44:16.995635 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:17.021205 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-85954f21-598a-4486-9433-f129ea46a5bc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:17.032043 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-85954f21-598a-4486-9433-f129ea46a5bc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 818 time: 0.8224390 Sep 26 05:44:17.056529 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=332aaebd-1ec1-441c-bf7f-a3acc8f2604c,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:17.107240 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:17.159729 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-d7216855-1cd4-4328-b750-17bdfc48711a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/quotas/c95cba08e61d4d199a3c69d99c5bc77b HTTP/1.1" status: 200 len: 375 time: 0.1267817 Sep 26 05:44:17.367242 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:17.379639 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-692dda6e-796b-4df1-b507-8593b98350b2 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2080479 Sep 26 05:44:17.415628 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port bab28c78-87a5-42dd-a1b1-39c45054644b triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:17.416035 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:17.416508 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port bab28c78-87a5-42dd-a1b1-39c45054644b Sep 26 05:44:17.452165 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:17.466955 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:17.469601 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 3, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:17.536365 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Publish callbacks [] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:17.549970 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Attempt 8 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:17.579001 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:17.606867 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Checking router: 7905c934-f837-479c-bcd7-74e9cd9509a9 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:44:17.608499 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Updating router 7905c934-f837-479c-bcd7-74e9cd9509a9 port 2c01ebc0-842a-47b1-b1d5-607bbfd45760 binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:44:17.628761 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Attempting to bind port 707c89f5-32a3-48e6-840b-cf4d98b41072 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:17.629123 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Attempting to bind port 707c89f5-32a3-48e6-840b-cf4d98b41072 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:17.629527 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Attempting to bind port 707c89f5-32a3-48e6-840b-cf4d98b41072 on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:17.673985 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:17.717873 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:17.742947 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:17.746183 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 2, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:17.748452 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:17.812185 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:17.831664 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f7780-3194-411d-a832-d43566396fe7 None None] Pushing event updated for resources: {'Port': ['ID=707c89f5-32a3-48e6-840b-cf4d98b41072,revision_number=2']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:17.843448 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Router 3eab3b87-d755-4f40-ad5b-984e5eb74cad is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:44:17.847317 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Checking router: f21904ab-7f0b-4b3a-a866-71b668ddc779 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:44:17.847684 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Updating router f21904ab-7f0b-4b3a-a866-71b668ddc779 port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:44:17.874337 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:17.972351 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Allocated IP 172.20.0.1 (439e1f14-830a-49c8-95fe-a76bc50181b7/71b32d12-52dc-4804-8572-89dc52ccc89d/87167e02-fba7-410c-8d39-a6413776a5e4) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:17.991925 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:17.992158 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port bab28c78-87a5-42dd-a1b1-39c45054644b is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:17.992345 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:17.992479 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:17.992896 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:17.993322 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:17.993834 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Bound port: 707c89f5-32a3-48e6-840b-cf4d98b41072, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:17.999546 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:18.014039 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-03be31b5-4a37-45f9-9a99-f9b8f65d588b service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:44:18.015055 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-03be31b5-4a37-45f9-9a99-f9b8f65d588b service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1582766 Sep 26 05:44:18.075337 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:18.101179 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:18.126655 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:18.164456 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:18.257835 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Attempt 9 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:18.269189 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:18.335279 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] For port 707c89f5-32a3-48e6-840b-cf4d98b41072, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:18.340321 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] For port 707c89f5-32a3-48e6-840b-cf4d98b41072, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=707c89f5-32a3-48e6-840b-cf4d98b41072,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:18.366010 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:18.373842 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6bfe1c11-e8b5-4512-a457-73812f07e215 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472371 Sep 26 05:44:18.377988 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Allocated IP 172.20.0.1 (a39f8ffc-12a2-4c17-a0f2-be5f6071fe30/5e53b9fa-5781-43b1-83a4-24777e561610/8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:18.385538 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Publish callbacks [] for port (87167e02-fba7-410c-8d39-a6413776a5e4), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:18.395375 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port bab28c78-87a5-42dd-a1b1-39c45054644b, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=bab28c78-87a5-42dd-a1b1-39c45054644b,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:18.443554 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f7780-3194-411d-a832-d43566396fe7 None None] Pushing event updated for resources: {'Port': ['ID=707c89f5-32a3-48e6-840b-cf4d98b41072,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:18.481614 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:18.482311 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:18.499438 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:18.514628 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:18.662792 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:18.704441 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Allocated IP 172.20.0.1 (f147de2c-29b4-4f2b-a870-47c60a471f05/4e079733-7403-40bd-bd1d-a43d4f789fdf/973d9ee4-a1d6-4963-b1f8-be61b0c3597c) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:18.835612 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-72686480-0867-447b-806f-87fc708b9d23 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510427 Sep 26 05:44:18.854256 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Publish callbacks [] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:18.865636 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=bab28c78-87a5-42dd-a1b1-39c45054644b,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:18.873885 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:18.975624 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5ee52-6c6d-42dd-ae43-4bb12e39dadc None None] Pushing event updated for resources: {'Port': ['ID=5d8af877-05ff-4846-9fd6-de21c6e88c3a,revision_number=2']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:18.976530 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 76780a63-826a-4c71-a6a7-6a0ce5b0db85 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:19.018002 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:19.019783 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Attempt 10 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:19.026827 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Attempting to bind port 5d8af877-05ff-4846-9fd6-de21c6e88c3a on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:19.029204 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Attempting to bind port 5d8af877-05ff-4846-9fd6-de21c6e88c3a by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:19.029588 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Attempting to bind port 5d8af877-05ff-4846-9fd6-de21c6e88c3a on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:19.048384 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Publish callbacks [] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.048986 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Publish callbacks [] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.060551 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ae5d1-2cc1-4539-8ea4-91fb2eb73e9a None None] Port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:19.076352 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:19.133512 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:19.133881 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:19.134278 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.136400 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:19.139647 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Bound port: 5d8af877-05ff-4846-9fd6-de21c6e88c3a, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:19.142291 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.180840 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:19.181490 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.181955 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 Sep 26 05:44:19.203367 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Publish callbacks [] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.209652 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.257090 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:19.259398 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:44:19.262580 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.301608 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Sync routers for ids ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:44:19.341470 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.344165 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.347961 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Provisioning complete for port bab28c78-87a5-42dd-a1b1-39c45054644b triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:19.348311 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.348553 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Attempt 1 to provision port bab28c78-87a5-42dd-a1b1-39c45054644b Sep 26 05:44:19.359865 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:19.365118 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:19.378648 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:19.380227 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (909266d4-db91-43bf-b316-a1d566bbd069), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.436994 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Pushing event updated for resources: {'Port': ['ID=973d9ee4-a1d6-4963-b1f8-be61b0c3597c,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:19.456294 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:19.533514 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Routers {'3eab3b87-d755-4f40-ad5b-984e5eb74cad'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:19.534439 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:19.591690 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] For port 5d8af877-05ff-4846-9fd6-de21c6e88c3a, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:19.599278 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] For port 5d8af877-05ff-4846-9fd6-de21c6e88c3a, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=5d8af877-05ff-4846-9fd6-de21c6e88c3a,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:19.634432 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Publish callbacks [] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.666948 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.753761 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.774987 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:19.777690 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:19.816058 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Pushing event updated for resources: {'Port': ['ID=87167e02-fba7-410c-8d39-a6413776a5e4,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:19.819787 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:19.821281 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46676) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:19.823287 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Network 439e1f14-830a-49c8-95fe-a76bc50181b7 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:19.828787 dv-cinder-836083-14-iscsi neutron-server[113001]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 05:44:19.829165 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bc518-506a-4e71-8813-531112d31bab None None] Pushing event updated for resources: {'Port': ['ID=6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:19.839574 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Network f147de2c-29b4-4f2b-a870-47c60a471f05 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:19.935513 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:19.951985 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:19.952407 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:19.981453 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ab722a29-80ce-45fa-87f7-1cd92581de9b req-854568b2-b43e-463c-b74a-bbd7312a9c7d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 210 time: 0.1538410 Sep 26 05:44:19.983705 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:19.987717 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (7905c934-f837-479c-bcd7-74e9cd9509a9), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:19.997312 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:20.000326 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (61b425cc-8097-4bcc-a8ce-182e53ef33c8), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:20.097994 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 3, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:20.175702 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:20.183770 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5f080369-86d8-4547-ab88-6472d424fe5f admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.5565298 Sep 26 05:44:20.184511 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46700) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:20.239041 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce803929-1e7c-4829-9b99-a52a095fa322 None None] The sync data for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi is: [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 3, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:44:20.268864 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:20.292300 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:20.327068 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:20.381209 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5ee52-6c6d-42dd-ae43-4bb12e39dadc None None] Pushing event updated for resources: {'Port': ['ID=5d8af877-05ff-4846-9fd6-de21c6e88c3a,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:20.611652 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f935506-c50d-4e22-aa91-50f567d9d5a7 None None] Pushing event updated for resources: {'Port': ['ID=2c01ebc0-842a-47b1-b1d5-607bbfd45760,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:20.720906 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Attempting to bind port 2c01ebc0-842a-47b1-b1d5-607bbfd45760 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:20.721295 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Attempting to bind port 2c01ebc0-842a-47b1-b1d5-607bbfd45760 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:20.721689 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Attempting to bind port 2c01ebc0-842a-47b1-b1d5-607bbfd45760 on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:20.932163 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:13Z', 'revision_number': 3, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:20.966739 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Attempting to bind port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:20.967060 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Attempting to bind port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:20.967344 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Attempting to bind port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf on network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:21.035498 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11967fc-7422-46b1-b7df-c471e0ba500d None None] The sync data for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi is: [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:13Z', 'revision_number': 3, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:44:21.060650 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:21.061019 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Checking segment: {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:21.061442 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:21.061831 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Bound using segment: {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:21.062321 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Bound port: 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:21.062698 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:21.066111 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:21.077924 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:21.085648 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:21.087257 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:21.117801 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Current status of the port bab28c78-87a5-42dd-a1b1-39c45054644b is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:21.142259 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Set router 3eab3b87-d755-4f40-ad5b-984e5eb74cad gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:21.163913 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dee9054e-2dcd-4229-9420-b9c911bb258e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:21.173562 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dee9054e-2dcd-4229-9420-b9c911bb258e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 818 time: 0.6342988 Sep 26 05:44:21.187343 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:21.190358 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-36b91816-5a94-40ac-aa44-a3d48b27de25 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/quotas/c95cba08e61d4d199a3c69d99c5bc77b HTTP/1.1" status: 200 len: 375 time: 0.0152175 Sep 26 05:44:21.190667 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Provisioning complete for port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:21.191898 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:21.192281 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Attempt 1 to provision port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 Sep 26 05:44:21.298821 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:21.320169 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-d2777e05-df15-4132-9260-bc50aaddfb62 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203935 Sep 26 05:44:21.364893 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:21.446430 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Publish callbacks [] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:21.466842 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] For port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:21.483772 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] For port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:21.545459 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:21.546370 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (909266d4-db91-43bf-b316-a1d566bbd069), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:21.639776 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-2ec02dec-bf7b-4140-ac79-456f880df46d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163755 Sep 26 05:44:21.672281 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:21.673448 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:21.674082 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:21.674685 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:21.675474 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Bound port: 2c01ebc0-842a-47b1-b1d5-607bbfd45760, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:21.676077 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:21.692207 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:21.767166 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:21.873768 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dca67fc5-8a51-414f-88c6-02f3e800e7e8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330897 Sep 26 05:44:21.895373 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:21.897001 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:22.067995 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:22.069050 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:22.251314 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:22.260579 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bc518-506a-4e71-8813-531112d31bab None None] Pushing event updated for resources: {'Port': ['ID=6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:22.293594 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Router 909266d4-db91-43bf-b316-a1d566bbd069 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:44:22.329312 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:22.458377 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:22.460092 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:22.463417 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda Sep 26 05:44:22.468162 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'name': 'tempest-DeleteServersTestJSON-601645618-router', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:14Z', 'revision_number': 3, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'gw_port': {'id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:18:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:22.631274 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Current status of the port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:22.668268 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:44:22.677656 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-1ca01927-bd27-4633-8e83-6f4103951716 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/909266d4-db91-43bf-b316-a1d566bbd069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7251735 Sep 26 05:44:22.685079 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8bfeea95-cfed-4269-8fde-d89572f69ffb req-e144e73b-646d-40d9-9e19-77357b39977b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 210 time: 0.0474207 Sep 26 05:44:22.821223 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Checking router: 3eab3b87-d755-4f40-ad5b-984e5eb74cad for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:44:22.821815 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Updating router 3eab3b87-d755-4f40-ad5b-984e5eb74cad port ed3c2f64-c425-473e-ac30-1788815835c0 binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:44:22.853234 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Publish callbacks [] for port (87167e02-fba7-410c-8d39-a6413776a5e4), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:22.909093 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:22.910474 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (61b425cc-8097-4bcc-a8ce-182e53ef33c8), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:22.921434 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] For port 2c01ebc0-842a-47b1-b1d5-607bbfd45760, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:22.987679 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Provisioning complete for port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:22.988353 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:22.988921 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Attempt 1 to provision port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c Sep 26 05:44:23.021800 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:23.063317 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] For port 2c01ebc0-842a-47b1-b1d5-607bbfd45760, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=2c01ebc0-842a-47b1-b1d5-607bbfd45760,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:23.102347 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:23.153309 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:23.259280 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Publish callbacks [] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:23.275659 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:23.288347 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:23.289948 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f935506-c50d-4e22-aa91-50f567d9d5a7 None None] Pushing event updated for resources: {'Port': ['ID=2c01ebc0-842a-47b1-b1d5-607bbfd45760,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:23.324474 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:23.324845 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (7905c934-f837-479c-bcd7-74e9cd9509a9), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:23.335788 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:23.336443 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:23.467712 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:23.504395 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Pushing event updated for resources: {'Port': ['ID=87167e02-fba7-410c-8d39-a6413776a5e4,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:23.512167 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46802) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:23.535949 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-fc80a4a1-daad-438e-9fd7-83e2349e0c97 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378019147', 'description': 'tempest-description--1234389411'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:23.597552 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fc80a4a1-daad-438e-9fd7-83e2349e0c97 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:23.715381 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:23.718379 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:23.741590 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:23.785116 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:23.814657 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fc80a4a1-daad-438e-9fd7-83e2349e0c97 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (5824d4d3-45d1-4ea9-9016-c2a2fbff9852), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:23.826119 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fc80a4a1-daad-438e-9fd7-83e2349e0c97 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (5824d4d3-45d1-4ea9-9016-c2a2fbff9852), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:23.846156 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Pushing event updated for resources: {'Port': ['ID=973d9ee4-a1d6-4963-b1f8-be61b0c3597c,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:23.875217 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Network 439e1f14-830a-49c8-95fe-a76bc50181b7 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:23.885360 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:23.942688 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fc80a4a1-daad-438e-9fd7-83e2349e0c97 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:23.951729 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Network f147de2c-29b4-4f2b-a870-47c60a471f05 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:23.951997 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-fc80a4a1-daad-438e-9fd7-83e2349e0c97 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4352252 Sep 26 05:44:23.965699 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46822) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:23.967030 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:23.981999 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c0a07f51-77eb-46dd-994e-d3029932461a req-465a47a9-cc7a-49c6-a744-790645366944 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 210 time: 0.1032009 Sep 26 05:44:23.990738 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-f53213ef-6ca1-4c7a-8d07-f06ada8efabe tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'security_group_rule': {'security_group_id': '5824d4d3-45d1-4ea9-9016-c2a2fbff9852', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:24.120253 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80a4a1-daad-438e-9fd7-83e2349e0c97 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5824d4d3-45d1-4ea9-9016-c2a2fbff9852,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:24.211446 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:24.213581 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f53213ef-6ca1-4c7a-8d07-f06ada8efabe tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (0b4afbe4-1f46-491d-bd1f-33cae82876ac), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:24.506217 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f53213ef-6ca1-4c7a-8d07-f06ada8efabe tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (0b4afbe4-1f46-491d-bd1f-33cae82876ac), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:24.513675 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f53213ef-6ca1-4c7a-8d07-f06ada8efabe tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (0b4afbe4-1f46-491d-bd1f-33cae82876ac), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:24.549510 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53213ef-6ca1-4c7a-8d07-f06ada8efabe tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4afbe4-1f46-491d-bd1f-33cae82876ac,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:24.557497 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f53213ef-6ca1-4c7a-8d07-f06ada8efabe tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:24.565851 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f53213ef-6ca1-4c7a-8d07-f06ada8efabe tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5926960 Sep 26 05:44:24.570175 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46838) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:24.580754 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-44a44e82-fcc1-4bb0-8b73-79f4ca3c571f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'security_group_rule': {'security_group_id': '5824d4d3-45d1-4ea9-9016-c2a2fbff9852', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:24.619151 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:24.659284 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-44a44e82-fcc1-4bb0-8b73-79f4ca3c571f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (de143057-c0b9-485c-8887-bcb5e06b6bbe), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:24.778006 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:44:24.785163 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Sync routers for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:44:24.798843 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Publish callbacks [] for port (ed3c2f64-c425-473e-ac30-1788815835c0), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:24.807351 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:24.820758 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:24.824636 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-44a44e82-fcc1-4bb0-8b73-79f4ca3c571f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (de143057-c0b9-485c-8887-bcb5e06b6bbe), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:24.836134 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-44a44e82-fcc1-4bb0-8b73-79f4ca3c571f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (de143057-c0b9-485c-8887-bcb5e06b6bbe), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:24.857304 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:24.858857 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Allocated IP 172.20.0.1 (1d547000-9468-4872-8f60-910e68d2881c/293d6165-94bf-4ada-9367-1c10f28502f0/4318084c-778c-48d9-8d17-099944802e0b) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:24.881858 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Router 7905c934-f837-479c-bcd7-74e9cd9509a9 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:44:24.890316 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:24.904552 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a44e82-fcc1-4bb0-8b73-79f4ca3c571f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de143057-c0b9-485c-8887-bcb5e06b6bbe,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:24.937332 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-44a44e82-fcc1-4bb0-8b73-79f4ca3c571f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:24.942886 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-44a44e82-fcc1-4bb0-8b73-79f4ca3c571f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3656840 Sep 26 05:44:24.943093 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46850) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:24.950617 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:24.951227 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Current status of the port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:24.991711 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af59a8-3992-46fe-bc1f-6f0db18f42b8 None None] Pushing event updated for resources: {'Port': ['ID=ed3c2f64-c425-473e-ac30-1788815835c0,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:25.018451 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:25.045061 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=6ba0e646-99cf-4a2e-bf04-ba3678a4ecda,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:25.055431 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Attempting to bind port ed3c2f64-c425-473e-ac30-1788815835c0 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:25.057041 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Attempting to bind port ed3c2f64-c425-473e-ac30-1788815835c0 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:25.057845 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Attempting to bind port ed3c2f64-c425-473e-ac30-1788815835c0 on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:25.087183 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:25.098998 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Provisioning complete for port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:25.099550 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:25.100035 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Attempt 1 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:25.203597 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:25.204473 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 332aaebd-1ec1-441c-bf7f-a3acc8f2604c up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:25.311833 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:22Z', 'revision_number': 2, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:25.432477 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:25.552960 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:44:25.575327 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 2, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:25.592457 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-393b22b0-37dc-4a87-9be2-aa6fa560b92c admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/61b425cc-8097-4bcc-a8ce-182e53ef33c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4929214 Sep 26 05:44:25.635426 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:25.638455 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Checking router: 909266d4-db91-43bf-b316-a1d566bbd069 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:44:25.638813 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Updating router 909266d4-db91-43bf-b316-a1d566bbd069 port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:44:25.723911 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Publish callbacks [] for port (4318084c-778c-48d9-8d17-099944802e0b), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:25.740823 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:44:25.752911 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:25.763811 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-531a1b40-5ba1-4fc9-9f4b-28cde95dc909 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/7905c934-f837-479c-bcd7-74e9cd9509a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7227128 Sep 26 05:44:25.797085 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (4318084c-778c-48d9-8d17-099944802e0b), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:25.805032 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:25.864416 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:25.865931 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Network 1d547000-9468-4872-8f60-910e68d2881c is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:25.867107 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Current status of the port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:25.867836 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:25.873917 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=4318084c-778c-48d9-8d17-099944802e0b,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:25.885739 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:25.897856 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:25.898371 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (3eab3b87-d755-4f40-ad5b-984e5eb74cad), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:25.984837 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Sync routers for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:44:25.990245 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:25.995604 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:25.996661 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:25.996661 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:25.997092 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Bound port: ed3c2f64-c425-473e-ac30-1788815835c0, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:25.997510 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:26.074368 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4ec4e-afc7-45ab-82e6-c4cca7a7cd51 None None] The sync data for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi is: [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:22Z', 'revision_number': 2, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:44:26.077657 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cd5ed33d-c085-49d2-8a2e-98ac82eb5d6d req-b7a1e327-3209-40e3-83f0-3fef8b1ef3c0 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 210 time: 0.4348419 Sep 26 05:44:26.368384 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=6ba0e646-99cf-4a2e-bf04-ba3678a4ecda,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:26.384698 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:26.385746 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:26.403979 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] For port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:26.478574 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:26.525088 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (4318084c-778c-48d9-8d17-099944802e0b), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:26.629243 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46898) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:26.673191 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Provisioning complete for port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:26.687295 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:26.688489 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Attempt 1 to provision port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda Sep 26 05:44:26.719941 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-fdbd63b8-ce87-499f-ac69-689e87974625 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971150044', 'description': 'tempest-description--1146343723'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:26.770954 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:26.784028 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46906) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:26.812263 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-6f67d9ac-bd38-422d-b196-2dcf7227048a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622314440', 'description': 'tempest-description--61976994'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:26.987915 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Publish callbacks [] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:26.991216 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:27.004560 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:27.022551 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:27.023259 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:27.023745 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c Sep 26 05:44:27.031306 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fdbd63b8-ce87-499f-ac69-689e87974625 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:27.038386 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:21Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:27.076930 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Allocated IP 172.27.1.125 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/4f36090f-5954-4616-99bf-f384079c0bb8) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:27.077603 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f67d9ac-bd38-422d-b196-2dcf7227048a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:27.108695 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbecdd7c-236b-476d-8050-fedd5d399f52 None None] The sync data for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi is: [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:21Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:44:27.125537 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bece50-7f27-4c78-b9af-f1814fa72126 None None] Pushing event updated for resources: {'Port': ['ID=8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:27.287018 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] For port ed3c2f64-c425-473e-ac30-1788815835c0, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:27.384889 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] For port ed3c2f64-c425-473e-ac30-1788815835c0, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=ed3c2f64-c425-473e-ac30-1788815835c0,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:27.435636 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Attempting to bind port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:27.436041 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Attempting to bind port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:27.437696 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Attempting to bind port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c on network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:27.520920 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b336d4af-c9e4-4d5c-b06f-4e11ed881853 req-22090dd0-4171-4074-b4e7-1e5625d25dc6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 210 time: 0.1604471 Sep 26 05:44:27.551758 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:27.560630 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.25', 53377) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:27.606116 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Pushing event updated for resources: {'Port': ['ID=6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:27.629661 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:27.630695 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Checking segment: {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:27.635822 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:27.637606 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Bound using segment: {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:27.642755 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Bound port: 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:27.645016 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:27.703300 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for port (4f36090f-5954-4616-99bf-f384079c0bb8), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:27.806186 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:27.818201 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] For port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:27.823753 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (4f36090f-5954-4616-99bf-f384079c0bb8), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:27.827625 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] For port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:27.843806 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:27.860523 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:27.893121 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Routers {'3eab3b87-d755-4f40-ad5b-984e5eb74cad'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:27.897028 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:27.923987 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:27.924371 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:27.925694 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:27.949362 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:27.966453 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:27.972197 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-957c39f4-ddd1-4a95-9516-edf31b806b42 None None] Current status of the port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:27.999915 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:28.007599 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bece50-7f27-4c78-b9af-f1814fa72126 None None] Pushing event updated for resources: {'Port': ['ID=8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c,revision_number=4']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:28.011551 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'Port': ['ID=4f36090f-5954-4616-99bf-f384079c0bb8,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:28.222256 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:28.316062 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.25', 53385) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:28.339205 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Provisioning complete for port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:28.339906 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.340396 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 1 to provision port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c Sep 26 05:44:28.367656 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fdbd63b8-ce87-499f-ac69-689e87974625 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (62cc2728-c2cc-4ecf-841c-9cd1ec09982c), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.368209 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:28.398099 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:28.402628 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af59a8-3992-46fe-bc1f-6f0db18f42b8 None None] Pushing event updated for resources: {'Port': ['ID=ed3c2f64-c425-473e-ac30-1788815835c0,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:28.428161 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fdbd63b8-ce87-499f-ac69-689e87974625 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (62cc2728-c2cc-4ecf-841c-9cd1ec09982c), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.450831 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Publish callbacks [] for port (4318084c-778c-48d9-8d17-099944802e0b), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.482216 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f67d9ac-bd38-422d-b196-2dcf7227048a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (555b64fe-73b7-4acc-936b-6fcf4b41f9ae), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.534476 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (4318084c-778c-48d9-8d17-099944802e0b), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.537065 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (3eab3b87-d755-4f40-ad5b-984e5eb74cad), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.561629 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f67d9ac-bd38-422d-b196-2dcf7227048a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (555b64fe-73b7-4acc-936b-6fcf4b41f9ae), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.583209 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (89ec5712-572c-482f-affe-f38351fa8aeb), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.613675 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:28.628434 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fdbd63b8-ce87-499f-ac69-689e87974625 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.639160 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-fdbd63b8-ce87-499f-ac69-689e87974625 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.9355721 Sep 26 05:44:28.660889 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-cf50b23d-e8b7-450f-9e99-fb97279e5845 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:28.672318 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-cf50b23d-e8b7-450f-9e99-fb97279e5845 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 818 time: 1.0842688 Sep 26 05:44:28.703163 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 46964) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:28.740713 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-dadfec9e-d66c-4dcc-b115-21fdf8035393 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group_rule': {'security_group_id': '62cc2728-c2cc-4ecf-841c-9cd1ec09982c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:28.742670 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (4f36090f-5954-4616-99bf-f384079c0bb8), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.770653 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd63b8-ce87-499f-ac69-689e87974625 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62cc2728-c2cc-4ecf-841c-9cd1ec09982c,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:28.802682 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:28.803280 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:28.934943 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f67d9ac-bd38-422d-b196-2dcf7227048a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.937826 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-6f67d9ac-bd38-422d-b196-2dcf7227048a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.1421604 Sep 26 05:44:28.957899 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 46974) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:29.002449 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-5d1c0d07-4d07-4ccb-94b0-a22c1dd79646 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'security_group_rule': {'security_group_id': '555b64fe-73b7-4acc-936b-6fcf4b41f9ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:29.032874 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] Set router 3eab3b87-d755-4f40-ad5b-984e5eb74cad gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:29.195901 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0d07-4d07-4ccb-94b0-a22c1dd79646 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (38c48233-0521-47f5-9aec-42661bba7220), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:29.199865 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Request body: {'port': {'device_id': '1f3be8a7-e6e0-46f0-bfdb-df514845bcb7', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'admin_state_up': True, 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:29.230246 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d61b4145-304d-4d28-8b6f-47464ed6a2d2 req-afe0b73a-9840-453f-9325-dee415575676 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 210 time: 0.3499522 Sep 26 05:44:29.273409 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-aa5dcc6b-080b-4c93-88f4-2b17ca6b996d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:29.281970 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-aa5dcc6b-080b-4c93-88f4-2b17ca6b996d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 818 time: 0.9625797 Sep 26 05:44:29.349683 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:27Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:29.464578 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec740a6-c7fb-4d1d-9b22-4fc6dafa2efb None None] The sync data for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi is: [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:27Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:44:29.939635 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 2 to provision port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c Sep 26 05:44:29.976593 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=4318084c-778c-48d9-8d17-099944802e0b,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:30.041643 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dadfec9e-d66c-4dcc-b115-21fdf8035393 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (79739793-5e63-4842-93f0-2bb26b1cdbaf), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:30.060234 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d9ac-bd38-422d-b196-2dcf7227048a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555b64fe-73b7-4acc-936b-6fcf4b41f9ae,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:30.079032 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Made reservation on behalf of c95cba08e61d4d199a3c69d99c5bc77b for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:30.083230 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:30.146718 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:30.172047 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for port (4f36090f-5954-4616-99bf-f384079c0bb8), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:30.192259 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:30.206132 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:22Z', 'revision_number': 2, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:30.235189 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (4f36090f-5954-4616-99bf-f384079c0bb8), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:30.236254 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (89ec5712-572c-482f-affe-f38351fa8aeb), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:30.468305 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 47014) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:30.481380 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'Port': ['ID=4f36090f-5954-4616-99bf-f384079c0bb8,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:30.593118 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:30.599143 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Checking router: 61b425cc-8097-4bcc-a8ce-182e53ef33c8 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:44:30.603816 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Updating router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 port 87167e02-fba7-410c-8d39-a6413776a5e4 binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:44:30.664205 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0d07-4d07-4ccb-94b0-a22c1dd79646 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (38c48233-0521-47f5-9aec-42661bba7220), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:30.713669 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0d07-4d07-4ccb-94b0-a22c1dd79646 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (38c48233-0521-47f5-9aec-42661bba7220), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:30.803850 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Network 1d547000-9468-4872-8f60-910e68d2881c is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:30.841212 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:30.854412 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d3f1dc65-83ad-46f5-83e4-3bb8777072d9 req-4b7592d3-5f81-4195-92eb-8cbb6ddfbcf4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 210 time: 0.3167791 Sep 26 05:44:30.861979 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-16139a61-c07e-4992-9181-5c41bbdeba99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:30.897746 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:30.915963 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c0d07-4d07-4ccb-94b0-a22c1dd79646 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c48233-0521-47f5-9aec-42661bba7220,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:30.932986 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:30.942902 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:30.945305 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-fbb9e6f8-29a9-40f7-afbd-60c9129dff86 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0005794 Sep 26 05:44:30.946060 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:30.946822 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda Sep 26 05:44:30.950694 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:30.991674 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d1c0d07-4d07-4ccb-94b0-a22c1dd79646 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.003261 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-5d1c0d07-4d07-4ccb-94b0-a22c1dd79646 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0218434 Sep 26 05:44:31.007103 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 47026) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:31.028802 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Request body: {'port': {'device_id': '69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'admin_state_up': True, 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:31.051914 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-bb49a510-7de6-4612-81b0-6e8400effe25 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'security_group_rule': {'security_group_id': '555b64fe-73b7-4acc-936b-6fcf4b41f9ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:31.257009 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:31.258415 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-02d0486b-1c45-44b1-a71e-3b13dee2707f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.272958 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Allocated IP 172.20.0.4 (bdedc4e6-9308-457c-af01-ae4f7a8e4d99/47e98612-362e-434a-8195-471aef02813f/a2412a97-1a6a-48d8-a7a8-27786cf5d323) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:31.298553 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dadfec9e-d66c-4dcc-b115-21fdf8035393 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (79739793-5e63-4842-93f0-2bb26b1cdbaf), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.304574 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Router 3eab3b87-d755-4f40-ad5b-984e5eb74cad has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:44:31.312016 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dadfec9e-d66c-4dcc-b115-21fdf8035393 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (79739793-5e63-4842-93f0-2bb26b1cdbaf), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.387691 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfec9e-d66c-4dcc-b115-21fdf8035393 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79739793-5e63-4842-93f0-2bb26b1cdbaf,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:31.401404 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dadfec9e-d66c-4dcc-b115-21fdf8035393 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.408717 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-dadfec9e-d66c-4dcc-b115-21fdf8035393 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6951685 Sep 26 05:44:31.421655 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 47030) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:31.463787 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-314f8e02-b6f7-4247-b515-b4f9ed19e332 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group_rule': {'security_group_id': '62cc2728-c2cc-4ecf-841c-9cd1ec09982c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:31.479381 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 3 to provision port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c Sep 26 05:44:31.484317 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:31.619753 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-bb49a510-7de6-4612-81b0-6e8400effe25 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (6a9eaa63-05e0-4560-9edc-a2a9155d9446), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.776215 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'name': 'tempest-DeleteServersTestJSON-601645618-router', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 4, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'gw_port': {'id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:18:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '4318084c-778c-48d9-8d17-099944802e0b', 'name': '', 'network_id': '1d547000-9468-4872-8f60-910e68d2881c', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'mac_address': 'fa:16:3e:fb:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '293d6165-94bf-4ada-9367-1c10f28502f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:23Z', 'updated_at': '2022-09-26T05:44:25Z', 'revision_number': 1, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'subnets': [{'id': '293d6165-94bf-4ada-9367-1c10f28502f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:31.811346 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.831632 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93049320-b051-489f-ac41-c2e3382885a6 None None] The sync data for ids ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'] in dv-cinder-836083-14-iscsi is: [{'id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'name': 'tempest-DeleteServersTestJSON-601645618-router', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 4, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'gw_port': {'id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:18:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '4318084c-778c-48d9-8d17-099944802e0b', 'name': '', 'network_id': '1d547000-9468-4872-8f60-910e68d2881c', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'mac_address': 'fa:16:3e:fb:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '293d6165-94bf-4ada-9367-1c10f28502f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:23Z', 'updated_at': '2022-09-26T05:44:25Z', 'revision_number': 1, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'subnets': [{'id': '293d6165-94bf-4ada-9367-1c10f28502f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:44:31.858019 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-314f8e02-b6f7-4247-b515-b4f9ed19e332 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (6fada145-c3cc-4b6d-b4f9-ec67bbc70d76), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.858857 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-02d0486b-1c45-44b1-a71e-3b13dee2707f admin admin] Publish callbacks [] for security_group (8bee93bc-094b-4774-a2eb-ce5c128fc588), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.878031 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-02d0486b-1c45-44b1-a71e-3b13dee2707f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8bee93bc-094b-4774-a2eb-ce5c128fc588), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.881988 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:31.904776 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-bb49a510-7de6-4612-81b0-6e8400effe25 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (6a9eaa63-05e0-4560-9edc-a2a9155d9446), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.908381 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:31.910010 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.927345 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-bb49a510-7de6-4612-81b0-6e8400effe25 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (6a9eaa63-05e0-4560-9edc-a2a9155d9446), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.930978 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:31.932171 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:31.960782 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49a510-7de6-4612-81b0-6e8400effe25 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9eaa63-05e0-4560-9edc-a2a9155d9446,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:31.975698 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Made reservation on behalf of c95cba08e61d4d199a3c69d99c5bc77b for: {'port': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:31.981248 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.990429 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-02d0486b-1c45-44b1-a71e-3b13dee2707f admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=e8b65ece0a5b4f378cac1fbc20b00028&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4955964 Sep 26 05:44:31.990857 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:31.990857 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:31.991167 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:31.991325 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:31.991679 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf Sep 26 05:44:31.991938 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0486b-1c45-44b1-a71e-3b13dee2707f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bee93bc-094b-4774-a2eb-ce5c128fc588,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:31.994804 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 47056) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:32.068603 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-bb49a510-7de6-4612-81b0-6e8400effe25 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.070084 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-bb49a510-7de6-4612-81b0-6e8400effe25 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0346868 Sep 26 05:44:32.082094 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:32.093404 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 47058) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:32.100379 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:32.116072 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:32.116317 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:32.134483 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:32.141573 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:32.142545 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.151798 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:44:32.159028 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:32.162646 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device bab28c78-87a5-42dd-a1b1-39c45054644b up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:32.205767 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-06d62658-6a8b-4566-bab3-ab6fec2c2ad5 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/3eab3b87-d755-4f40-ad5b-984e5eb74cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0049610 Sep 26 05:44:32.209644 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-52171130-0cdd-41b5-827b-7202ff36227c tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1378019147&fields=id&tenant_id=9fc5a928f77549839c85f3ab7e7e13b6 HTTP/1.1" status: 200 len: 267 time: 0.3923364 Sep 26 05:44:32.210606 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-aa5ebbd3-7e50-4ceb-9458-aea51926b137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.229423 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-314f8e02-b6f7-4247-b515-b4f9ed19e332 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (6fada145-c3cc-4b6d-b4f9-ec67bbc70d76), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.302485 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event updated for resources: {'Port': ['ID=a2412a97-1a6a-48d8-a7a8-27786cf5d323,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:32.313850 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-314f8e02-b6f7-4247-b515-b4f9ed19e332 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (6fada145-c3cc-4b6d-b4f9-ec67bbc70d76), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.318712 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc6194cd-99cb-489b-9d78-9af168f77dfd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1837380 Sep 26 05:44:32.373413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f8e02-b6f7-4247-b515-b4f9ed19e332 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fada145-c3cc-4b6d-b4f9-ec67bbc70d76,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:32.376442 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Publish callbacks [] for port (87167e02-fba7-410c-8d39-a6413776a5e4), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.390269 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 4 to provision port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c Sep 26 05:44:32.396264 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.411023 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3a610401-808c-478e-bbb1-7343a55444f1 admin admin] Publish callbacks [] for security_group (8bee93bc-094b-4774-a2eb-ce5c128fc588), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.412849 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-314f8e02-b6f7-4247-b515-b4f9ed19e332 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.418787 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.421669 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-314f8e02-b6f7-4247-b515-b4f9ed19e332 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0000722 Sep 26 05:44:32.423504 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 47064) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:32.434958 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:32.436079 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3a610401-808c-478e-bbb1-7343a55444f1 admin admin] Publish callbacks [] for security_group (8bee93bc-094b-4774-a2eb-ce5c128fc588), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.475646 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:32.477877 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port bab28c78-87a5-42dd-a1b1-39c45054644b triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:32.477877 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.479439 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port bab28c78-87a5-42dd-a1b1-39c45054644b Sep 26 05:44:32.485268 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605ed2a-24bb-49bf-a809-250675d9d295 None None] Pushing event updated for resources: {'Port': ['ID=87167e02-fba7-410c-8d39-a6413776a5e4,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:32.547604 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-d7a6765c-cb56-4b4a-9d75-05aa8263d767 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:32.553529 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-d7a6765c-cb56-4b4a-9d75-05aa8263d767 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/networks?id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 HTTP/1.1" status: 200 len: 811 time: 0.3220401 Sep 26 05:44:32.563564 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.588403 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:32.648687 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-ee5b93fa-86f4-42df-8530-62eceba8f2a1 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/quotas/9fc5a928f77549839c85f3ab7e7e13b6 HTTP/1.1" status: 200 len: 375 time: 0.0863531 Sep 26 05:44:32.670880 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d0d83-6058-4c55-8c2e-b75ee77d98ce req-546700c4-7c6b-4e02-8dcb-c028d5c8252f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:32.690030 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c05d0d83-6058-4c55-8c2e-b75ee77d98ce req-546700c4-7c6b-4e02-8dcb-c028d5c8252f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 931 time: 0.5252936 Sep 26 05:44:32.806364 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Attempting to bind port 87167e02-fba7-410c-8d39-a6413776a5e4 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:32.806957 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Attempting to bind port 87167e02-fba7-410c-8d39-a6413776a5e4 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:32.807503 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Attempting to bind port 87167e02-fba7-410c-8d39-a6413776a5e4 on network 439e1f14-830a-49c8-95fe-a76bc50181b7 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:32.871384 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port bab28c78-87a5-42dd-a1b1-39c45054644b is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:32.873474 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 707c89f5-32a3-48e6-840b-cf4d98b41072 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:32.980217 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 707c89f5-32a3-48e6-840b-cf4d98b41072 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:32.980217 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:32.980217 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 707c89f5-32a3-48e6-840b-cf4d98b41072 Sep 26 05:44:32.987393 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-3d109cdf-edf5-4581-91ae-98702fb9025d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:44:32.995782 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-3d109cdf-edf5-4581-91ae-98702fb9025d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0747321 Sep 26 05:44:33.032866 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:33.033672 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Checking segment: {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:33.034217 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:33.034733 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Bound using segment: {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:33.035695 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Bound port: 87167e02-fba7-410c-8d39-a6413776a5e4, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:33.036213 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:33.088698 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-00838088-58ce-4788-b49e-0bc713f6a572 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4257789 Sep 26 05:44:33.100003 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3a610401-808c-478e-bbb1-7343a55444f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8bee93bc-094b-4774-a2eb-ce5c128fc588), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:33.112509 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3a610401-808c-478e-bbb1-7343a55444f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:33.118525 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 5 to provision port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c Sep 26 05:44:33.119762 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-3a610401-808c-478e-bbb1-7343a55444f1 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8bee93bc-094b-4774-a2eb-ce5c128fc588 HTTP/1.1" status: 204 len: 168 time: 1.1098292 Sep 26 05:44:33.128575 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Allocated IP 172.20.0.3 (bdedc4e6-9308-457c-af01-ae4f7a8e4d99/47e98612-362e-434a-8195-471aef02813f/811e152d-7a22-4e01-ad08-ecb9adcd493b) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:33.157786 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:33.525099 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c05d0d83-6058-4c55-8c2e-b75ee77d98ce req-03b838b2-837d-438c-b84d-6661187459b1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8306954 Sep 26 05:44:33.533190 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:33.542144 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:33.564395 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:33.567753 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:33.581122 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 707c89f5-32a3-48e6-840b-cf4d98b41072 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:33.582418 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:33.613390 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Request body: {'port': {'device_id': '1f3be8a7-e6e0-46f0-bfdb-df514845bcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:33.644525 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 707c89f5-32a3-48e6-840b-cf4d98b41072, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=707c89f5-32a3-48e6-840b-cf4d98b41072,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:33.657816 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] For port 87167e02-fba7-410c-8d39-a6413776a5e4, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:33.664122 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:33.664642 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 5d8af877-05ff-4846-9fd6-de21c6e88c3a up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:33.723753 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a610401-808c-478e-bbb1-7343a55444f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bee93bc-094b-4774-a2eb-ce5c128fc588,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:33.843782 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=707c89f5-32a3-48e6-840b-cf4d98b41072,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:33.877743 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:33.890075 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-5267e711-b3bb-4873-9581-7904af77d876 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:44:33.896023 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-5267e711-b3bb-4873-9581-7904af77d876 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5173552 Sep 26 05:44:33.942871 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] For port 87167e02-fba7-410c-8d39-a6413776a5e4, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=87167e02-fba7-410c-8d39-a6413776a5e4,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:33.991236 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:34.094918 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:34.132653 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 6 to provision port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c Sep 26 05:44:34.149031 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 5d8af877-05ff-4846-9fd6-de21c6e88c3a triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:34.152768 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:34.157525 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 5d8af877-05ff-4846-9fd6-de21c6e88c3a Sep 26 05:44:34.221725 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:34.248551 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:34.457883 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e9a12abb-188a-4e04-b66d-5efa83936ffa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790895 Sep 26 05:44:34.544644 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Allocated IP 172.27.1.119 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/52ded472-cc30-4a36-8eb6-c2e3d8f83aee) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:34.573122 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:34.585313 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:34.666156 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 47124) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:34.667508 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:34.981555 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fad43f77-3f63-418c-889d-2863f9e263ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:34.992888 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:35.064837 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:35.237186 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:35.238052 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:35.276441 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:35.293047 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:35.299029 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:35.300280 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:35.373091 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3675656 Sep 26 05:44:35.378933 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437cea4-d742-438d-bf24-c0529c3b8799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event updated for resources: {'Port': ['ID=811e152d-7a22-4e01-ad08-ecb9adcd493b,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:35.427668 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Request body: {'port': {'device_id': '69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:35.552494 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:35.580538 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605ed2a-24bb-49bf-a809-250675d9d295 None None] Pushing event updated for resources: {'Port': ['ID=87167e02-fba7-410c-8d39-a6413776a5e4,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:35.650855 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-f8638529-c363-4559-9d02-a8bdff396e74 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:35.652532 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-f8638529-c363-4559-9d02-a8bdff396e74 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/networks?id=1d547000-9468-4872-8f60-910e68d2881c HTTP/1.1" status: 200 len: 811 time: 0.5294416 Sep 26 05:44:35.708587 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-defa26fc-7968-41fc-b3d9-a55d3a80c8ad tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/quotas/7edddf22ec7f41aea66bcf3e30a3d3ca HTTP/1.1" status: 200 len: 375 time: 0.0236948 Sep 26 05:44:35.709375 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:35.841199 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-006a2315-6f11-4098-b6ee-47a1c04b4fe1 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=7edddf22ec7f41aea66bcf3e30a3d3ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140485 Sep 26 05:44:35.903179 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:35.920861 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:35.954843 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Sync routers for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:44:36.014829 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:36.017720 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:36.110318 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:36.115874 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 7 to provision port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c Sep 26 05:44:36.129258 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 5d8af877-05ff-4846-9fd6-de21c6e88c3a is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:36.131363 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:36.417942 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 5d8af877-05ff-4846-9fd6-de21c6e88c3a, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=5d8af877-05ff-4846-9fd6-de21c6e88c3a,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:36.467870 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:36.470697 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 2c01ebc0-842a-47b1-b1d5-607bbfd45760 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:36.475209 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:36.480614 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-2b53e0be-b8df-4c57-8cff-390d1a4e4de8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9144454 Sep 26 05:44:36.754440 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fad43f77-3f63-418c-889d-2863f9e263ab admin admin] Publish callbacks [] for security_group (61056cdf-bf66-4e0e-9171-1c14caf77bcb), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:36.871578 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:36.929716 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-3d7df852-7e98-4945-9a82-e1262d8352ce service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1d547000-9468-4872-8f60-910e68d2881c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0638509 Sep 26 05:44:36.990580 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-fad43f77-3f63-418c-889d-2863f9e263ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (61056cdf-bf66-4e0e-9171-1c14caf77bcb), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:37.010467 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:37.286580 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:37.291406 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:22Z', 'revision_number': 2, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:37.321202 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (52ded472-cc30-4a36-8eb6-c2e3d8f83aee), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:37.338444 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Checking router: 7905c934-f837-479c-bcd7-74e9cd9509a9 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:44:37.339213 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Updating router 7905c934-f837-479c-bcd7-74e9cd9509a9 port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:44:37.378633 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad43f77-3f63-418c-889d-2863f9e263ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61056cdf-bf66-4e0e-9171-1c14caf77bcb,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:37.394342 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:37.404651 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 8 to provision port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c Sep 26 05:44:37.412246 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-fad43f77-3f63-418c-889d-2863f9e263ab admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=2b73f22674ca42b9854570dcc555188e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7249801 Sep 26 05:44:37.427865 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 47154) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:37.509587 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=5d8af877-05ff-4846-9fd6-de21c6e88c3a,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:37.519155 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d47b4a92-ba5f-49b3-9fe4-23864caafee2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1d547000-9468-4872-8f60-910e68d2881c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882714 Sep 26 05:44:37.525271 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:37.617080 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15150987-53e1-4ec4-9dd0-87bc00afd97f None None] The sync data for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi is: [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:44:37.620083 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 2c01ebc0-842a-47b1-b1d5-607bbfd45760 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:37.623747 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:37.624736 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 2c01ebc0-842a-47b1-b1d5-607bbfd45760 Sep 26 05:44:37.804472 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:37.993953 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ea4c4-5d65-4be3-8809-f7764fae2d8f req-b3514eeb-88b5-41a8-9432-1161465dc5ee tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:38.008920 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:38.028008 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-603ea4c4-5d65-4be3-8809-f7764fae2d8f req-b3514eeb-88b5-41a8-9432-1161465dc5ee tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 931 time: 0.6079412 Sep 26 05:44:38.134338 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Publish callbacks [] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:38.156014 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:38.175886 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 2c01ebc0-842a-47b1-b1d5-607bbfd45760 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:38.177598 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:38.256093 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 2c01ebc0-842a-47b1-b1d5-607bbfd45760, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=2c01ebc0-842a-47b1-b1d5-607bbfd45760,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:38.262873 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:38.270944 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (52ded472-cc30-4a36-8eb6-c2e3d8f83aee), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:38.282597 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-63952125-b2a9-4f0c-9bc1-d2e5e94ff59d req-9cdb5e1c-80ed-4c67-bb9e-b1ec552f0b25 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 210 time: 0.2043974 Sep 26 05:44:38.304619 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Attempting to bind port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:38.305127 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Attempting to bind port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:38.305626 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Attempting to bind port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c on network f147de2c-29b4-4f2b-a870-47c60a471f05 {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:38.348785 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 9 to provision port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c Sep 26 05:44:38.378377 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:38.379080 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Checking segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:38.379205 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:38.383607 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:38.384786 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Bound using segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:38.386463 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Bound port: 973d9ee4-a1d6-4963-b1f8-be61b0c3597c, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:38.388013 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:38.524843 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] For port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:38.529186 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] For port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=973d9ee4-a1d6-4963-b1f8-be61b0c3597c,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:38.540879 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:38.544390 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11656edc-19b4-491c-9f37-91ab47d0ea69 None None] Pushing event updated for resources: {'Port': ['ID=973d9ee4-a1d6-4963-b1f8-be61b0c3597c,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:38.562774 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:38.563831 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:38.602446 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-603ea4c4-5d65-4be3-8809-f7764fae2d8f req-ac942e26-6d78-4101-afd8-d1261d9e7466 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708268 Sep 26 05:44:38.612143 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:38.647026 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=2c01ebc0-842a-47b1-b1d5-607bbfd45760,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:38.672287 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Allocated IP 172.27.1.220 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/546fa0a1-e816-4996-bb90-91dea8945477) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:38.708430 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:38.860384 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:38.958945 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2412a97-1a6a-48d8-a7a8-27786cf5d323 {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:44:38.990127 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Publish callbacks [] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:38.990544 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 707c89f5-32a3-48e6-840b-cf4d98b41072 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:38.999587 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=52ded472-cc30-4a36-8eb6-c2e3d8f83aee,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:39.120076 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-98cd799b-66bd-4f39-b582-3d5064fa4a04 admin admin] Publish callbacks [] for security_group (61056cdf-bf66-4e0e-9171-1c14caf77bcb), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:39.130544 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 10 to provision port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c Sep 26 05:44:39.204129 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-98cd799b-66bd-4f39-b582-3d5064fa4a04 admin admin] Publish callbacks [] for security_group (61056cdf-bf66-4e0e-9171-1c14caf77bcb), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:39.246204 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:39.264034 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f2950448-97be-45f4-8935-dd17be970521 req-31e115fb-1f5d-42da-8dd9-784ae4a2d8ea tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.7956934 Sep 26 05:44:39.291820 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:39.327924 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:39.348568 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:39.371073 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for port (546fa0a1-e816-4996-bb90-91dea8945477), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:39.371620 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 707c89f5-32a3-48e6-840b-cf4d98b41072 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:39.372180 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:39.372493 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 707c89f5-32a3-48e6-840b-cf4d98b41072 Sep 26 05:44:39.550265 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:39.571370 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11656edc-19b4-491c-9f37-91ab47d0ea69 None None] Pushing event updated for resources: {'Port': ['ID=973d9ee4-a1d6-4963-b1f8-be61b0c3597c,revision_number=4']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:39.607483 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Transition to ACTIVE for port object a2412a97-1a6a-48d8-a7a8-27786cf5d323 will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:44:39.617234 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (546fa0a1-e816-4996-bb90-91dea8945477), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:39.663796 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Current status of the port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:39.666382 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:39.667423 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:39.755713 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a633454c-f821-4a7b-a73e-0f838dc86b8a None None] The sync data for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi is: [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:44:39.879850 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:39.893612 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-98cd799b-66bd-4f39-b582-3d5064fa4a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (61056cdf-bf66-4e0e-9171-1c14caf77bcb), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:39.898543 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-98cd799b-66bd-4f39-b582-3d5064fa4a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:39.905088 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-98cd799b-66bd-4f39-b582-3d5064fa4a04 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/61056cdf-bf66-4e0e-9171-1c14caf77bcb HTTP/1.1" status: 204 len: 168 time: 2.4753101 Sep 26 05:44:39.953447 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-adb65cd6-e189-462f-9eab-f56604cecce2 req-cf044459-b933-4ac6-9ab3-eb019d38d494 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 210 time: 0.2372553 Sep 26 05:44:40.068407 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] For port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=973d9ee4-a1d6-4963-b1f8-be61b0c3597c,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:40.091045 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:40.100516 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'Port': ['ID=546fa0a1-e816-4996-bb90-91dea8945477,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:40.105268 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:40.109159 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:40.128708 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:40.142750 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:40.144510 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd799b-66bd-4f39-b582-3d5064fa4a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61056cdf-bf66-4e0e-9171-1c14caf77bcb,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:40.186694 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:40.299075 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 707c89f5-32a3-48e6-840b-cf4d98b41072 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:40.303214 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 5d8af877-05ff-4846-9fd6-de21c6e88c3a up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:40.390966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Pushing event updated for resources: {'Port': ['ID=a2412a97-1a6a-48d8-a7a8-27786cf5d323,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:40.394044 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ab1f9-0a75-4e16-860e-e6e464d16439 req-5d56e6af-dd0b-44ea-bf3b-58517192b287 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:40.397068 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ef3ab1f9-0a75-4e16-860e-e6e464d16439 req-5d56e6af-dd0b-44ea-bf3b-58517192b287 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.3867207 Sep 26 05:44:40.434764 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (1b967c62-46cd-4d54-8ed9-418dceb7abe1), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:40.437928 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Provisioning complete for port 4318084c-778c-48d9-8d17-099944802e0b triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:40.439044 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (4318084c-778c-48d9-8d17-099944802e0b), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:40.439542 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 1 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:40.489328 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 4318084c-778c-48d9-8d17-099944802e0b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:40.527314 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 5d8af877-05ff-4846-9fd6-de21c6e88c3a triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:40.527853 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:40.528628 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 5d8af877-05ff-4846-9fd6-de21c6e88c3a Sep 26 05:44:40.572441 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (67b865fe-6c78-463d-8876-2ea71ac98d8a), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:40.575710 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Pushing event updated for resources: {'Port': ['ID=973d9ee4-a1d6-4963-b1f8-be61b0c3597c,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:40.650654 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (546fa0a1-e816-4996-bb90-91dea8945477), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:40.684157 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-feba12d3-5cc1-4154-9e6e-cba5b1f17df6 req-ecc01499-edf2-468c-aaee-d218a00ae6e9 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0726140 Sep 26 05:44:40.685919 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Attempting to bind port a2412a97-1a6a-48d8-a7a8-27786cf5d323 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:40.686582 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Attempting to bind port a2412a97-1a6a-48d8-a7a8-27786cf5d323 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:40.687230 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Attempting to bind port a2412a97-1a6a-48d8-a7a8-27786cf5d323 on network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:40.699444 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 5d8af877-05ff-4846-9fd6-de21c6e88c3a is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:40.703239 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:40.790590 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ef3ab1f9-0a75-4e16-860e-e6e464d16439 req-318afa94-7c33-40a4-9d0c-322bb78ac2aa tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388627 Sep 26 05:44:40.835309 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (52ded472-cc30-4a36-8eb6-c2e3d8f83aee), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:40.862131 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:40.863353 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:40.863353 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c Sep 26 05:44:40.879901 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Port a2412a97-1a6a-48d8-a7a8-27786cf5d323 on network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:44:40.880283 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Attempting to bind port a2412a97-1a6a-48d8-a7a8-27786cf5d323 on network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:40.887363 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811e152d-7a22-4e01-ad08-ecb9adcd493b {{(pid=113000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:44:40.923915 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Publish callbacks [] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:40.991148 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 2 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:40.993763 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:40.994489 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.011098 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:41.062328 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.provisioning_blocks [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Transition to ACTIVE for port object 811e152d-7a22-4e01-ad08-ecb9adcd493b will not be triggered until provisioned by entity L2. {{(pid=113000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:44:41.067900 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 4318084c-778c-48d9-8d17-099944802e0b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:41.076477 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.113368 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:41.121379 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.123503 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device ed3c2f64-c425-473e-ac30-1788815835c0 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:41.175269 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (52ded472-cc30-4a36-8eb6-c2e3d8f83aee), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.209431 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (52ded472-cc30-4a36-8eb6-c2e3d8f83aee), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.210158 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (67b865fe-6c78-463d-8876-2ea71ac98d8a), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.286347 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:41.319217 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port ed3c2f64-c425-473e-ac30-1788815835c0 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:41.319593 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.320109 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port ed3c2f64-c425-473e-ac30-1788815835c0 Sep 26 05:44:41.343362 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:41.362486 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1e69113d-4266-44e5-b54e-d672e387087f req-7efb018f-614b-4bcf-98e4-7e12467913aa tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 210 time: 0.1576807 Sep 26 05:44:41.374809 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=52ded472-cc30-4a36-8eb6-c2e3d8f83aee,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:41.394887 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Attempting to bind port 811e152d-7a22-4e01-ad08-ecb9adcd493b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:41.394887 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Attempting to bind port 811e152d-7a22-4e01-ad08-ecb9adcd493b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:41.394887 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Attempting to bind port 811e152d-7a22-4e01-ad08-ecb9adcd493b on network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:41.397225 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Pushing event updated for resources: {'Port': ['ID=811e152d-7a22-4e01-ad08-ecb9adcd493b,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:41.412292 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.422722 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-4752fde0-eef8-4d79-a84c-c83c00f6c1cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9831698 Sep 26 05:44:41.433062 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:41.433670 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Checking segment: {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:41.435471 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Bound using segment: {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:41.436249 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Bound port: a2412a97-1a6a-48d8-a7a8-27786cf5d323, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:41.436820 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.459303 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:41.463497 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port ed3c2f64-c425-473e-ac30-1788815835c0 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:41.469431 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.496312 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port ed3c2f64-c425-473e-ac30-1788815835c0, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=ed3c2f64-c425-473e-ac30-1788815835c0,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:41.507242 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.549644 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for port (546fa0a1-e816-4996-bb90-91dea8945477), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.555779 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Port 811e152d-7a22-4e01-ad08-ecb9adcd493b on network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:44:41.556296 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Attempting to bind port 811e152d-7a22-4e01-ad08-ecb9adcd493b on network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:41.601943 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (546fa0a1-e816-4996-bb90-91dea8945477), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.603020 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (1b967c62-46cd-4d54-8ed9-418dceb7abe1), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.610745 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 3 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:41.713381 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.717834 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6108854 Sep 26 05:44:41.721679 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=ed3c2f64-c425-473e-ac30-1788815835c0,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:41.762936 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] For port a2412a97-1a6a-48d8-a7a8-27786cf5d323, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:41.774904 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01039db0-cb79-4a01-b3ce-b4a6863f75a7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'Port': ['ID=546fa0a1-e816-4996-bb90-91dea8945477,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:41.789640 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 4318084c-778c-48d9-8d17-099944802e0b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:41.819184 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:41.819493 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Checking segment: {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:41.821299 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Bound using segment: {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:41.831595 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Bound port: 811e152d-7a22-4e01-ad08-ecb9adcd493b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'}}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:41.832025 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.917967 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] For port a2412a97-1a6a-48d8-a7a8-27786cf5d323, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2412a97-1a6a-48d8-a7a8-27786cf5d323,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:41.964149 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.971713 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:41.973645 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:41.976957 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a2412a97-1a6a-48d8-a7a8-27786cf5d323 HTTP/1.1" status: 200 len: 1093 time: 8.6452787 Sep 26 05:44:41.987718 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3be8a7-e6e0-46f0-bfdb-df514845bcb7', 'tag': 'a2412a97-1a6a-48d8-a7a8-27786cf5d323'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:44:42.060026 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-fc9d1f08-ea5d-4623-8840-429a22afd330 req-32d0d9f8-4755-4171-92c4-07b285f3a22e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.1724577 Sep 26 05:44:42.114593 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 47256) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:42.170232 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] For port 811e152d-7a22-4e01-ad08-ecb9adcd493b, host hv-cinder-83608, cleared binding levels {{(pid=113000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:42.180634 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 2c01ebc0-842a-47b1-b1d5-607bbfd45760 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:42.206259 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] For port 811e152d-7a22-4e01-ad08-ecb9adcd493b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=811e152d-7a22-4e01-ad08-ecb9adcd493b,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:42.231497 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:42.235321 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:42.253669 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:42.257612 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:42.264309 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/811e152d-7a22-4e01-ad08-ecb9adcd493b HTTP/1.1" status: 200 len: 1093 time: 6.8589048 Sep 26 05:44:42.268117 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc', 'tag': '811e152d-7a22-4e01-ad08-ecb9adcd493b'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:44:42.293476 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 4 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:42.351959 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 2c01ebc0-842a-47b1-b1d5-607bbfd45760 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:42.353701 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:42.355995 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 2c01ebc0-842a-47b1-b1d5-607bbfd45760 Sep 26 05:44:42.383282 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ae473-db7b-48f5-9f62-2333de43220d service neutron] Pushing event updated for resources: {'Port': ['ID=a2412a97-1a6a-48d8-a7a8-27786cf5d323,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:42.408271 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-0f93e45f-f85c-454a-8b78-fefaf25cad1c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1971150044&fields=id&tenant_id=3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 267 time: 0.2326152 Sep 26 05:44:42.449199 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a756f4e-ba34-49f5-a157-bd33099c7c31" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3be8a7-e6e0-46f0-bfdb-df514845bcb7", "tag": "a2412a97-1a6a-48d8-a7a8-27786cf5d323"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:44:42.475572 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 4318084c-778c-48d9-8d17-099944802e0b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:42.500784 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-836434864-network', 'tenant_id': 'ee2bc9500eb9402f880f67c361e37fbb'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:42.541905 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 2c01ebc0-842a-47b1-b1d5-607bbfd45760 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:42.543758 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 973d9ee4-a1d6-4963-b1f8-be61b0c3597c up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:42.579783 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-d7ec356c-33c9-4cdd-b0eb-86701938881b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:42.581865 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-d7ec356c-33c9-4cdd-b0eb-86701938881b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 814 time: 0.1657338 Sep 26 05:44:42.603761 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-1dd6a416-0ba1-4c2e-90e3-44523238e8cd tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/quotas/3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 375 time: 0.0115252 Sep 26 05:44:42.618685 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:42.619357 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:42.620128 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c Sep 26 05:44:42.691065 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-eee219c8-95a7-424c-bc01-c29ae1fd3ebe tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757184 Sep 26 05:44:42.731479 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:42.770830 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95befff-349f-4f5d-a459-ee5bfce9b65f req-de309467-bb9d-4278-b547-f539ae503b84 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:42.772509 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e95befff-349f-4f5d-a459-ee5bfce9b65f req-de309467-bb9d-4278-b547-f539ae503b84 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.2871904 Sep 26 05:44:42.773954 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:42.775948 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 87167e02-fba7-410c-8d39-a6413776a5e4 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:42.784576 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807cca4d-e5a1-4eb5-a13a-04b83b67e834" -d '{"events": [{"name": "network-changed", "server_uuid": "69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc", "tag": "811e152d-7a22-4e01-ad08-ecb9adcd493b"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:44:42.793916 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Made reservation on behalf of ee2bc9500eb9402f880f67c361e37fbb for: {'network': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:42.796311 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:42.817622 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad95ec-7ace-4e4d-9f5c-25745c955dda service neutron] Pushing event updated for resources: {'Port': ['ID=811e152d-7a22-4e01-ad08-ecb9adcd493b,revision_number=3']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:42.828655 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:42.854732 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 87167e02-fba7-410c-8d39-a6413776a5e4 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:42.855224 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:42.855704 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 87167e02-fba7-410c-8d39-a6413776a5e4 Sep 26 05:44:42.861030 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:42.890046 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e95befff-349f-4f5d-a459-ee5bfce9b65f req-dd66eec3-e4be-4351-aae5-fdacb777d54c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021960 Sep 26 05:44:42.893228 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-554b78e7-a34c-47b3-9410-ba96856749e6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812997 Sep 26 05:44:42.969652 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Publish callbacks [] for security_group (d8a094af-0bb7-4ba8-8204-54341c598923), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:42.977616 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (d8a094af-0bb7-4ba8-8204-54341c598923), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:43.002195 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=113000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:44:43.019448 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (710eba39-7300-44ba-9798-195be8e160cc), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:43.019944 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.segments_db [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Added segment 710eba39-7300-44ba-9798-195be8e160cc of type vlan for network d2e7479d-0a20-4330-8056-3708b6a0387b Sep 26 05:44:43.143780 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (d2e7479d-0a20-4330-8056-3708b6a0387b), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:43.154294 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a094af-0bb7-4ba8-8204-54341c598923,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:43.190914 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 5 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:43.231763 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-90a3a477-8a5c-4596-af4f-ca47f482cd0c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1622314440&fields=id&tenant_id=25d426f519e8498e80c6c85158bd9042 HTTP/1.1" status: 200 len: 267 time: 0.1401458 Sep 26 05:44:43.245763 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (d2e7479d-0a20-4330-8056-3708b6a0387b), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:43.247319 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:43.247924 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:43.302938 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-8ad6ff78-8acc-4a1b-8b2a-387d0f455d1f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894267 Sep 26 05:44:43.319795 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 87167e02-fba7-410c-8d39-a6413776a5e4 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:43.320923 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:43.365192 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 4318084c-778c-48d9-8d17-099944802e0b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:43.381508 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2734237 Sep 26 05:44:43.385532 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 47292) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:43.396315 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf1756-6235-4306-bd66-e55882807d1e admin admin] Pushing event updated for resources: {'Network': ['ID=d2e7479d-0a20-4330-8056-3708b6a0387b,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:43.399650 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] Request body: {'subnet': {'network_id': 'd2e7479d-0a20-4330-8056-3708b6a0387b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-836434864-subnet', 'tenant_id': 'ee2bc9500eb9402f880f67c361e37fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:43.404333 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 87167e02-fba7-410c-8d39-a6413776a5e4, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=87167e02-fba7-410c-8d39-a6413776a5e4,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:43.406215 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:43.413617 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network d2e7479d-0a20-4330-8056-3708b6a0387b details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:44:43.445835 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:43.449638 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:43.469373 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] Made reservation on behalf of ee2bc9500eb9402f880f67c361e37fbb for: {'subnet': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:43.473812 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:43.482973 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:43.529593 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-22fc637c-3843-46ea-bd25-14e3060464c3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:43.532333 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-22fc637c-3843-46ea-bd25-14e3060464c3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 816 time: 0.2986503 Sep 26 05:44:43.610627 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-b64cb57a-c49a-4dd7-947f-5674402b76c5 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/quotas/25d426f519e8498e80c6c85158bd9042 HTTP/1.1" status: 200 len: 375 time: 0.0415251 Sep 26 05:44:43.615083 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:43.753286 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-458a3562-e56c-4b9e-855d-cac9fb8dfb0a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1252010 Sep 26 05:44:43.760848 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=87167e02-fba7-410c-8d39-a6413776a5e4,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:43.764799 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:43.765220 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:43.765774 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c Sep 26 05:44:43.866636 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 6 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:44.007201 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (861d570b-ce90-47b3-921d-8c4895083a3f), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:44.022426 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-362511ee-09a6-4c09-a110-eb3ccbfccb6d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370017 Sep 26 05:44:44.031053 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:44.118334 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:44.122684 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 4318084c-778c-48d9-8d17-099944802e0b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:44.171744 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Sync routers for ids ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:44:44.224168 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Routers {'3eab3b87-d755-4f40-ad5b-984e5eb74cad'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:44.225098 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:44.301487 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7745eb17-3392-4029-8e3b-aeed6e649eb5 req-e9130da5-0cea-4931-b5d2-148922386488 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 210 time: 0.3838105 Sep 26 05:44:44.378897 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=861d570b-ce90-47b3-921d-8c4895083a3f,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:44.453482 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-7bee5b67-1ed8-4139-bbef-b22b30555061 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297354 Sep 26 05:44:44.475369 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] Checking segment: {'id': '710eba39-7300-44ba-9798-195be8e160cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd2e7479d-0a20-4330-8056-3708b6a0387b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:44.476363 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] Network hostable DHCP agents. Network: d2e7479d-0a20-4330-8056-3708b6a0387b, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:44:44.573426 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] Network d2e7479d-0a20-4330-8056-3708b6a0387b is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:44:44.603026 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, d2e7479d-0a20-4330-8056-3708b6a0387b) {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:44.620198 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:44.624761 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:44.645335 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 7 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:44.659041 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6fff82-2a1e-42ed-bcdb-fa104fcc0fb9 None None] Network d2e7479d-0a20-4330-8056-3708b6a0387b requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:44.695690 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-4e7aae45-cd7f-4ebd-af46-09035926f6ae admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3057947 Sep 26 05:44:45.148011 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-5c4f9cd2-bcf0-4308-8530-b1940d50248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:45.155129 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-5c4f9cd2-bcf0-4308-8530-b1940d50248b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 1127 time: 0.4736872 Sep 26 05:44:45.532701 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 87167e02-fba7-410c-8d39-a6413776a5e4 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:45.545402 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52da833-48fc-4c30-a9a0-fc86ad202abf x-openstack-request-id: req-e52da833-48fc-4c30-a9a0-fc86ad202abf {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:44:45.546452 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3be8a7-e6e0-46f0-bfdb-df514845bcb7", "tag": "a2412a97-1a6a-48d8-a7a8-27786cf5d323", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:44:45.548976 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e52da833-48fc-4c30-a9a0-fc86ad202abf {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:44:45.556248 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52da833-48fc-4c30-a9a0-fc86ad202abf'] response: {'name': 'network-changed', 'server_uuid': '1f3be8a7-e6e0-46f0-bfdb-df514845bcb7', 'tag': 'a2412a97-1a6a-48d8-a7a8-27786cf5d323', 'status': 'completed', 'code': 200} Sep 26 05:44:45.559254 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Set router 3eab3b87-d755-4f40-ad5b-984e5eb74cad gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:45.578170 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 4318084c-778c-48d9-8d17-099944802e0b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:45.724855 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-12a8fd86-170e-4ee5-81d8-b61c41a8b68e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2412a97-1a6a-48d8-a7a8-27786cf5d323 HTTP/1.1" status: 200 len: 217 time: 0.5502276 Sep 26 05:44:45.936355 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9ef8f-184f-4359-aced-87705afa1d5d req-0b3b1e85-1660-4029-83ca-59eb165fd79a tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.2711470 Sep 26 05:44:45.948896 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-0a685156-0d4a-4467-adc4-7767d7d79119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:45.952373 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-0a685156-0d4a-4467-adc4-7767d7d79119 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 1127 time: 0.7708142 Sep 26 05:44:46.067866 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-8a1fcf56-cc69-4217-802b-c776898e5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:46.078033 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-8a1fcf56-cc69-4217-802b-c776898e5628 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.3404472 Sep 26 05:44:46.084105 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6693e17-c54f-4f39-83ca-f02979b12c0a x-openstack-request-id: req-b6693e17-c54f-4f39-83ca-f02979b12c0a {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:44:46.091492 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 8 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:46.105195 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc", "tag": "811e152d-7a22-4e01-ad08-ecb9adcd493b", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:44:46.108891 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6693e17-c54f-4f39-83ca-f02979b12c0a {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:44:46.110187 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6693e17-c54f-4f39-83ca-f02979b12c0a'] response: {'name': 'network-changed', 'server_uuid': '69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc', 'tag': '811e152d-7a22-4e01-ad08-ecb9adcd493b', 'status': 'completed', 'code': 200} Sep 26 05:44:46.236203 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-cdf28787-d57a-41b1-a142-9ac659f8d785 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811e152d-7a22-4e01-ad08-ecb9adcd493b HTTP/1.1" status: 200 len: 217 time: 0.2589111 Sep 26 05:44:46.428260 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 4318084c-778c-48d9-8d17-099944802e0b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:46.602957 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ab319530-0faf-496a-89ef-dbc9bbde7f08 req-462a6090-cc93-409a-84b6-6fd4c65e6bda tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.2799606 Sep 26 05:44:46.616930 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:46.648843 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-93a802a6-5411-4cd3-a337-d94a79c3a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:46.668558 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-93a802a6-5411-4cd3-a337-d94a79c3a94e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5210569 Sep 26 05:44:46.739872 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-9d885b77-3d18-4261-8c1d-ed593ed764a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:46.748932 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-9d885b77-3d18-4261-8c1d-ed593ed764a5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.5028210 Sep 26 05:44:46.940503 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 9 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:46.982634 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585024f-d062-4dde-bef4-4128c4be01c3 req-7d9570cf-48d2-44f3-ab58-6e69b46fc14b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:46.984534 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b585024f-d062-4dde-bef4-4128c4be01c3 req-7d9570cf-48d2-44f3-ab58-6e69b46fc14b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.3140266 Sep 26 05:44:47.118468 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 87167e02-fba7-410c-8d39-a6413776a5e4 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:47.119130 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:47.119529 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 87167e02-fba7-410c-8d39-a6413776a5e4 Sep 26 05:44:47.133660 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 4318084c-778c-48d9-8d17-099944802e0b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:47.134637 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0c948-d46e-4e3e-a44c-81218eb4e86c None None] Network d2e7479d-0a20-4330-8056-3708b6a0387b requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:47.148904 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 47372) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:47.205472 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-cd758e27-5e3c-40c4-98a5-df5abe97bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:47.209594 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-cd758e27-5e3c-40c4-98a5-df5abe97bc07 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3452201 Sep 26 05:44:47.227579 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-342018388-network', 'tenant_id': '7260bbfc59c640458e83ed0c0cdbfd5d'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:47.272454 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1f8a850d-bdae-41c8-9304-d24dabbf04a5 req-8b0444c5-94d0-4ee6-82fe-bc93e723ca85 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.4392507 Sep 26 05:44:47.291473 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.25', 53407) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:47.293016 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:47.402828 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b585024f-d062-4dde-bef4-4128c4be01c3 req-c22fc5b2-2ee5-4d8e-bd6f-724039d5948a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380487 Sep 26 05:44:47.505273 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:47.514544 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Made reservation on behalf of 7260bbfc59c640458e83ed0c0cdbfd5d for: {'network': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:47.522453 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:47.586400 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:47.589997 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d3b4ab54-e6e5-4791-ad07-ce9e1e8dbf3c req-1b3ea8b8-450f-4c47-afb8-deaac0395af4 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 210 time: 0.0755658 Sep 26 05:44:47.626459 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:47.668780 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-3d6a4bf7-3b40-4697-91b2-c162bef53715 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7984259 Sep 26 05:44:47.673761 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-b40694b2-2a05-40d4-91cd-aa5f572180fe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572900 Sep 26 05:44:47.714248 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-5c5b4922-52fa-40da-b2aa-d23f9eec0f92 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:47.717513 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-5c5b4922-52fa-40da-b2aa-d23f9eec0f92 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 HTTP/1.1" status: 200 len: 811 time: 0.4052186 Sep 26 05:44:47.728099 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 10 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:47.851358 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7b9a7404-0585-40dd-9d14-208ef960ca99 req-9c801d83-d12a-44c6-89f5-987a3d0e29f3 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.1009200 Sep 26 05:44:47.967801 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Port 4318084c-778c-48d9-8d17-099944802e0b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:48.020515 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:48.021723 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Provisioning complete for port 87167e02-fba7-410c-8d39-a6413776a5e4 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:48.022242 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:48.022679 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 1 to provision port 87167e02-fba7-410c-8d39-a6413776a5e4 Sep 26 05:44:48.146154 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 87167e02-fba7-410c-8d39-a6413776a5e4 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:48.151316 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Publish callbacks [] for security_group (217a1492-1527-4481-aef2-ae781739c17d), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:48.153593 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device ed3c2f64-c425-473e-ac30-1788815835c0 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:48.185655 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:48.207348 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (217a1492-1527-4481-aef2-ae781739c17d), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:48.274239 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=113000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:44:48.336223 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0af89ab6-b167-4adb-818d-19b3ef4233e1 req-dbc6640c-c3eb-48db-b940-5fadf01da7eb tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.2331550 Sep 26 05:44:48.379414 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (e6fb0b5e-e255-4f69-9d8d-a55a68e13171), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:48.380223 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.segments_db [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Added segment e6fb0b5e-e255-4f69-9d8d-a55a68e13171 of type vlan for network c7f3adf5-0347-4ffb-b866-8b579242514c Sep 26 05:44:48.406705 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'name': 'tempest-DeleteServersTestJSON-601645618-router', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 4, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'gw_port': {'id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '4318084c-778c-48d9-8d17-099944802e0b', 'name': '', 'network_id': '1d547000-9468-4872-8f60-910e68d2881c', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'mac_address': 'fa:16:3e:fb:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '293d6165-94bf-4ada-9367-1c10f28502f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:23Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 2, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'subnets': [{'id': '293d6165-94bf-4ada-9367-1c10f28502f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:48.455977 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c7dbe8f7-09d7-4705-807b-f348d7f98bb0 req-804a920d-cc66-43ab-b6a6-d592d971f27a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408771 Sep 26 05:44:48.467240 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-0230bc4c-4304-484f-9389-164830a10aeb tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9fc5a928f77549839c85f3ab7e7e13b6 HTTP/1.1" status: 200 len: 380 time: 0.5470419 Sep 26 05:44:48.508371 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Checking router: 3eab3b87-d755-4f40-ad5b-984e5eb74cad for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:44:48.508899 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Updating router 3eab3b87-d755-4f40-ad5b-984e5eb74cad port 4318084c-778c-48d9-8d17-099944802e0b binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:44:48.584900 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'port': {'device_id': 'a0853094-da33-4e22-a597-b0df1980229b', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'admin_state_up': True, 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'security_groups': ['5824d4d3-45d1-4ea9-9016-c2a2fbff9852']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:48.618613 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (4318084c-778c-48d9-8d17-099944802e0b), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:48.652250 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port ed3c2f64-c425-473e-ac30-1788815835c0 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:48.652872 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:48.653949 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port ed3c2f64-c425-473e-ac30-1788815835c0 Sep 26 05:44:48.691153 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (c7f3adf5-0347-4ffb-b866-8b579242514c), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:48.779515 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3771c-37c2-430f-9fbe-9e48070e6480 req-04edd355-b6eb-4ad1-9c94-077c4c0ab059 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:48.781543 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-06e3771c-37c2-430f-9fbe-9e48070e6480 req-04edd355-b6eb-4ad1-9c94-077c4c0ab059 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.1551340 Sep 26 05:44:48.978021 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7caa3cf1-2ca2-4c72-8bc0-d587a0c18556 req-caaee528-416d-4216-9077-4c0af6bd2641 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.2046254 Sep 26 05:44:48.996499 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (c7f3adf5-0347-4ffb-b866-8b579242514c), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:48.998375 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:48.999410 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:49.007215 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-06e3771c-37c2-430f-9fbe-9e48070e6480 req-efd22bb4-0c65-47ea-8bcb-0904bd0483aa tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129130 Sep 26 05:44:49.037020 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Made reservation on behalf of 9fc5a928f77549839c85f3ab7e7e13b6 for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:49.046079 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:49.229533 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Pushing event updated for resources: {'Network': ['ID=c7f3adf5-0347-4ffb-b866-8b579242514c,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:49.279479 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network c7f3adf5-0347-4ffb-b866-8b579242514c details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:44:49.315536 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cca4d-e5a1-4eb5-a13a-04b83b67e834 req-5e6bfb5c-4c49-4ba0-92cb-d54667e58495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:49.322256 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-807cca4d-e5a1-4eb5-a13a-04b83b67e834 req-5e6bfb5c-4c49-4ba0-92cb-d54667e58495 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 1127 time: 0.1379173 Sep 26 05:44:49.338115 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c45c685c-0085-49a0-ad38-30f3622ebd1a req-95089459-d385-4f59-8c0a-06f69696724c tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.1055238 Sep 26 05:44:49.369930 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217a1492-1527-4481-aef2-ae781739c17d,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:49.453311 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.25', 53418) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:49.454211 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-5d098986-8ac1-4eaa-bc47-43a0532bcdbe admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2432516 Sep 26 05:44:49.471712 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 47410) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:44:49.490574 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] Request body: {'subnet': {'network_id': 'c7f3adf5-0347-4ffb-b866-8b579242514c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-342018388-subnet', 'tenant_id': '7260bbfc59c640458e83ed0c0cdbfd5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:49.531640 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Current status of the port 87167e02-fba7-410c-8d39-a6413776a5e4 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:49.557319 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Provisioning complete for port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:49.557902 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:49.558437 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Attempt 1 to provision port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c Sep 26 05:44:49.579564 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:49.658470 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b185d281-acc6-415e-a257-64b806496bbe req-fe2de59d-1f0b-4521-ae32-b31dc51240c7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0748143 Sep 26 05:44:49.673631 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=10 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:49.674971 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=87 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:49.712037 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45c1aad6-4ae9-422a-815a-cafd70904c21 req-07260df7-42d7-43a2-9600-f3f9c77d5377 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8076148 Sep 26 05:44:49.732470 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] Made reservation on behalf of 7260bbfc59c640458e83ed0c0cdbfd5d for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:49.741015 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:50.054147 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (083876a7-124a-4f2a-96d7-4990bb67fe9b), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:50.071541 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-aae1c349-9603-4373-9e3d-cee59f4decc2 req-77d7c182-f1b9-49c5-99d1-346fe15da169 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 210 time: 0.7220290 Sep 26 05:44:50.179840 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] Pushing event updated for resources: {'Subnet': ['ID=083876a7-124a-4f2a-96d7-4990bb67fe9b,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:50.199304 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] Checking segment: {'id': 'e6fb0b5e-e255-4f69-9d8d-a55a68e13171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7f3adf5-0347-4ffb-b866-8b579242514c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:50.199788 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] Network hostable DHCP agents. Network: c7f3adf5-0347-4ffb-b866-8b579242514c, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:44:50.265126 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] Network c7f3adf5-0347-4ffb-b866-8b579242514c is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:44:50.275687 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Allocated IP 172.20.0.3 (a39f8ffc-12a2-4c17-a0f2-be5f6071fe30/5e53b9fa-5781-43b1-83a4-24777e561610/874e44a1-6cb8-479e-b4b0-e68322b26e1f) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:44:50.277783 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port ed3c2f64-c425-473e-ac30-1788815835c0 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:50.280638 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, c7f3adf5-0347-4ffb-b866-8b579242514c) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:50.287992 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:50.289020 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:50.326997 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-6cb85df8-d702-4db2-b292-f2935b60314c admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8533494 Sep 26 05:44:50.342891 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bcf1aa-7f33-4ec1-9bfc-cbc8446c8998 None None] Network c7f3adf5-0347-4ffb-b866-8b579242514c requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:50.365055 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-805add18-2af6-4809-a49c-e393eae7272f req-74b1282f-4094-48e7-a9a4-cd4900cb154c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0365646 Sep 26 05:44:50.445068 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f63096-9654-4216-b176-e293781dce5b req-6bc10400-0aad-4ed9-b57e-ea8ec6ea6603 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:50.458172 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40f63096-9654-4216-b176-e293781dce5b req-6bc10400-0aad-4ed9-b57e-ea8ec6ea6603 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.1306813 Sep 26 05:44:50.471978 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-9d29d463-d5e7-4ae7-bb70-e99879ee930e None None] Current status of the port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:50.494376 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:50.531733 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:50.544756 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-f4ee72eb-80b0-4540-92f9-bba0224e748f tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:50.547229 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-f4ee72eb-80b0-4540-92f9-bba0224e748f tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.25 "GET /networking/v2.0/networks?id=1d547000-9468-4872-8f60-910e68d2881c HTTP/1.1" status: 200 len: 811 time: 1.0783982 Sep 26 05:44:50.560241 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Publish callbacks [] for port (4318084c-778c-48d9-8d17-099944802e0b), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:50.565596 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cca4d-e5a1-4eb5-a13a-04b83b67e834 req-83805581-3c69-41c9-ae0e-4c6f8cef6130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:50.567308 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-807cca4d-e5a1-4eb5-a13a-04b83b67e834 req-83805581-3c69-41c9-ae0e-4c6f8cef6130 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 1.1495616 Sep 26 05:44:50.580020 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:50.580877 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (4318084c-778c-48d9-8d17-099944802e0b), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:50.581104 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:50.626478 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5ab725a8-44d7-45ac-878b-cc7ed451abaa req-627c64e2-b823-4cd7-b183-d21187f91aa9 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0995874 Sep 26 05:44:50.649121 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40f63096-9654-4216-b176-e293781dce5b req-d8d85e33-2249-4ec6-911c-96b47ea62645 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545203 Sep 26 05:44:50.770619 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e67142-813f-4069-98da-700efaea8624 None None] Pushing event updated for resources: {'Port': ['ID=4318084c-778c-48d9-8d17-099944802e0b,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:50.777455 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-a9b1a864-0709-4865-9151-921b83ec2983 None None] Provisioning complete for port 4318084c-778c-48d9-8d17-099944802e0b triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:50.778409 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a864-0709-4865-9151-921b83ec2983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (4318084c-778c-48d9-8d17-099944802e0b), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:50.779135 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a9b1a864-0709-4865-9151-921b83ec2983 None None] Attempt 1 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:50.825031 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:50.904278 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:50.949560 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b22be3-1231-4a53-8e02-7e8dd1fb176b None None] Network c7f3adf5-0347-4ffb-b866-8b579242514c requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:44:50.954904 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:44:50.962419 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:44:50.979848 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:44:50.989589 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:50.990287 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:51.005478 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d60753c8-d35d-491c-8cb8-32ef3627af25 req-67845b50-e6af-4e14-b4a5-35bb6776d1cb tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.1142755 Sep 26 05:44:51.035907 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'Port': ['ID=874e44a1-6cb8-479e-b4b0-e68322b26e1f,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:51.048709 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Attempting to bind port 4318084c-778c-48d9-8d17-099944802e0b on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:44:51.049102 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Attempting to bind port 4318084c-778c-48d9-8d17-099944802e0b by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:44:51.049510 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Attempting to bind port 4318084c-778c-48d9-8d17-099944802e0b on network 1d547000-9468-4872-8f60-910e68d2881c {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:44:51.051211 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-a8629c52-488e-4314-8a61-5b0e904aad18 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4743137 Sep 26 05:44:51.052628 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a9b1a864-0709-4865-9151-921b83ec2983 None None] Port 4318084c-778c-48d9-8d17-099944802e0b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:51.072712 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:44:51.142518 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:44:51.143035 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Checking segment: {'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:44:51.143365 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:51.143770 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Bound using segment: {'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:44:51.144274 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Bound port: 4318084c-778c-48d9-8d17-099944802e0b, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:44:51.144665 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (4318084c-778c-48d9-8d17-099944802e0b), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:51.240401 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] For port 4318084c-778c-48d9-8d17-099944802e0b, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:44:51.246595 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] For port 4318084c-778c-48d9-8d17-099944802e0b, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=4318084c-778c-48d9-8d17-099944802e0b,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:44:51.259065 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (4318084c-778c-48d9-8d17-099944802e0b), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:51.305663 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Routers {'3eab3b87-d755-4f40-ad5b-984e5eb74cad'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:44:51.307963 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:44:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:51.325992 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39446b-49e9-493a-a458-3f582a6aa46b req-c0698e09-9d55-4cbe-b156-05139dd44621 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:51.327845 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3d39446b-49e9-493a-a458-3f582a6aa46b req-c0698e09-9d55-4cbe-b156-05139dd44621 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 931 time: 0.0798819 Sep 26 05:44:51.402956 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e67142-813f-4069-98da-700efaea8624 None None] Pushing event updated for resources: {'Port': ['ID=4318084c-778c-48d9-8d17-099944802e0b,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:51.431849 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3d39446b-49e9-493a-a458-3f582a6aa46b req-3a908fb7-f119-4a91-8287-a88fc13b287e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900881 Sep 26 05:44:51.498599 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] Set router 3eab3b87-d755-4f40-ad5b-984e5eb74cad gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:44:51.554594 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a9b1a864-0709-4865-9151-921b83ec2983 None None] Attempt 2 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:51.587014 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1064beed-ae7c-4d46-99fc-a3a773c77cd7 req-e707400f-318f-417b-bbc9-77b4a770f31e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0632815 Sep 26 05:44:51.837918 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6031b4e5-a9c3-4988-9c64-55d0d8f8bfbb req-ade2ac80-de7f-4aa0-9473-07b570a3b4e9 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0441642 Sep 26 05:44:51.840460 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c6579-447c-4d86-a17f-8262455dd04f req-96b43df3-87c5-45db-a040-01c795400d3f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:51.846092 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-524c6579-447c-4d86-a17f-8262455dd04f req-96b43df3-87c5-45db-a040-01c795400d3f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0772209 Sep 26 05:44:51.903033 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-524c6579-447c-4d86-a17f-8262455dd04f req-75c05589-97f9-4930-ac6b-a8238bddc6a6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504150 Sep 26 05:44:51.936600 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a9b1a864-0709-4865-9151-921b83ec2983 None None] Current status of the port 4318084c-778c-48d9-8d17-099944802e0b is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:51.937245 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a864-0709-4865-9151-921b83ec2983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (4318084c-778c-48d9-8d17-099944802e0b), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:51.956591 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:52.029994 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:52.082168 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-a9b1a864-0709-4865-9151-921b83ec2983 None None] For port 4318084c-778c-48d9-8d17-099944802e0b, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=4318084c-778c-48d9-8d17-099944802e0b,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:44:52.084510 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'name': 'tempest-DeleteServersTestJSON-601645618-router', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 4, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'gw_port': {'id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '4318084c-778c-48d9-8d17-099944802e0b', 'name': '', 'network_id': '1d547000-9468-4872-8f60-910e68d2881c', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'mac_address': 'fa:16:3e:fb:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '293d6165-94bf-4ada-9367-1c10f28502f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:23Z', 'updated_at': '2022-09-26T05:44:51Z', 'revision_number': 4, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'subnets': [{'id': '293d6165-94bf-4ada-9367-1c10f28502f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:44:52.091834 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a864-0709-4865-9151-921b83ec2983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (4318084c-778c-48d9-8d17-099944802e0b), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:52.142557 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3006a-d5ab-4122-a205-1461a67be6a8 None None] The sync data for ids ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'] in dv-cinder-836083-14-iscsi is: [{'id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'name': 'tempest-DeleteServersTestJSON-601645618-router', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 4, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'gw_port': {'id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '4318084c-778c-48d9-8d17-099944802e0b', 'name': '', 'network_id': '1d547000-9468-4872-8f60-910e68d2881c', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'mac_address': 'fa:16:3e:fb:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '293d6165-94bf-4ada-9367-1c10f28502f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:23Z', 'updated_at': '2022-09-26T05:44:51Z', 'revision_number': 4, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'subnets': [{'id': '293d6165-94bf-4ada-9367-1c10f28502f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:44:52.184025 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2d49da1f-cdc6-4db5-acc9-f70fe0455b7d req-063f421a-ca3b-4fc3-95c7-46a1d0ab3657 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0624440 Sep 26 05:44:52.264393 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1a864-0709-4865-9151-921b83ec2983 None None] Pushing event updated for resources: {'Port': ['ID=4318084c-778c-48d9-8d17-099944802e0b,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:44:52.389528 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Provisioning complete for port 874e44a1-6cb8-479e-b4b0-e68322b26e1f triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:52.390453 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:52.390808 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Attempt 1 to provision port 874e44a1-6cb8-479e-b4b0-e68322b26e1f Sep 26 05:44:52.463263 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Port 874e44a1-6cb8-479e-b4b0-e68322b26e1f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:52.477503 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 4318084c-778c-48d9-8d17-099944802e0b up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:44:52.565299 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 4318084c-778c-48d9-8d17-099944802e0b triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:44:52.566046 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (4318084c-778c-48d9-8d17-099944802e0b), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:52.566673 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 4318084c-778c-48d9-8d17-099944802e0b Sep 26 05:44:52.642116 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0fef9-6869-441a-b25b-d84e7e50051f req-408acec8-fd2d-4af3-a6dd-86489fca36ac tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:52.647393 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-06c0fef9-6869-441a-b25b-d84e7e50051f req-408acec8-fd2d-4af3-a6dd-86489fca36ac tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 931 time: 0.0761216 Sep 26 05:44:52.695648 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 4318084c-778c-48d9-8d17-099944802e0b is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:44:52.749760 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-06c0fef9-6869-441a-b25b-d84e7e50051f req-87b6de58-3924-4922-a635-bdc24054299a tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975928 Sep 26 05:44:52.829779 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7202948c-fc8c-4f33-b91f-7e200fd9464b req-9c6144d7-f916-4cca-b155-df4a8c01edc9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0480103 Sep 26 05:44:52.962665 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-34b66abb-19e2-4f76-84dd-7244624b144f req-964dcc48-abac-498e-a58e-f4e61d92cbad tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0316849 Sep 26 05:44:52.964719 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Attempt 2 to provision port 874e44a1-6cb8-479e-b4b0-e68322b26e1f Sep 26 05:44:53.042011 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Port 874e44a1-6cb8-479e-b4b0-e68322b26e1f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:53.085760 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e360-67c3-4726-bbc9-c8a914dc31da req-e3193b83-a0b6-4ef7-b81d-e74716cdf487 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:53.088360 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5124e360-67c3-4726-bbc9-c8a914dc31da req-e3193b83-a0b6-4ef7-b81d-e74716cdf487 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0709395 Sep 26 05:44:53.159512 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5124e360-67c3-4726-bbc9-c8a914dc31da req-42ec519f-2ee6-4289-8e4f-baaa7144ccde tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637240 Sep 26 05:44:53.332649 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-12d9db30-ad7c-43a8-a680-096eaaa55939 req-a00f57a0-718f-4251-bc98-23c7ef0d1f77 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0334575 Sep 26 05:44:53.543422 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Attempt 3 to provision port 874e44a1-6cb8-479e-b4b0-e68322b26e1f Sep 26 05:44:53.610617 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Port 874e44a1-6cb8-479e-b4b0-e68322b26e1f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:53.984484 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531a746-5e6b-4114-b6ce-4d390ea4e261 req-d32ed94d-b852-4b13-a13b-711cf3ffbd68 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:53.987849 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4531a746-5e6b-4114-b6ce-4d390ea4e261 req-d32ed94d-b852-4b13-a13b-711cf3ffbd68 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 931 time: 0.0755270 Sep 26 05:44:54.012134 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7654f549-f0db-4128-876f-83e38dc50f3e req-3b4cff63-faeb-426b-acb0-5a7cb7e741d0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0511057 Sep 26 05:44:54.080355 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4531a746-5e6b-4114-b6ce-4d390ea4e261 req-81e52c39-85aa-41d3-836c-33e87bce6dac tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850544 Sep 26 05:44:54.111850 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Attempt 4 to provision port 874e44a1-6cb8-479e-b4b0-e68322b26e1f Sep 26 05:44:54.189179 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Port 874e44a1-6cb8-479e-b4b0-e68322b26e1f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:54.200400 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-21806f05-b9e2-46c9-8a3b-f6ead7afcaca req-0c36b6b1-b8fa-4e63-ade8-a382de7b8452 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0335958 Sep 26 05:44:54.386396 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a1026-72c1-4cb9-ae31-c94f4282ab0f req-56a93821-b6d1-4d52-8857-631382370ea1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:54.402075 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-282a1026-72c1-4cb9-ae31-c94f4282ab0f req-56a93821-b6d1-4d52-8857-631382370ea1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.1167734 Sep 26 05:44:54.520332 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-282a1026-72c1-4cb9-ae31-c94f4282ab0f req-bbc26ca3-d6ed-465c-bace-ac31036d2e2a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159456 Sep 26 05:44:54.604992 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7b148982-2d88-4ff2-b236-d8d93d631077 req-e6890d3d-59cf-4714-99b8-4f4d7f9e3164 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0702615 Sep 26 05:44:54.690289 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Attempt 5 to provision port 874e44a1-6cb8-479e-b4b0-e68322b26e1f Sep 26 05:44:54.770389 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Port 874e44a1-6cb8-479e-b4b0-e68322b26e1f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:55.218131 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bc1007fc-ae1d-441c-827e-c05f1b3c2ec4 req-3a8422c8-3fa7-40c2-804b-d141f7b0afe2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0739479 Sep 26 05:44:55.274179 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Attempt 6 to provision port 874e44a1-6cb8-479e-b4b0-e68322b26e1f Sep 26 05:44:55.400752 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Port 874e44a1-6cb8-479e-b4b0-e68322b26e1f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:55.428443 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1341d6-2984-45fe-a628-11ea374d0e4f req-55c73465-f774-421d-ad96-d09ff6acba45 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:55.430600 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8f1341d6-2984-45fe-a628-11ea374d0e4f req-55c73465-f774-421d-ad96-d09ff6acba45 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 931 time: 0.1157849 Sep 26 05:44:55.462793 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2c638151-55b3-4bc9-a0a5-e652b527e18f req-caa61d1e-a714-413b-b032-d8b989b4067f tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0679777 Sep 26 05:44:55.533884 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8f1341d6-2984-45fe-a628-11ea374d0e4f req-62bf76e7-41ae-49c5-b141-3cbd020c0fad tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942540 Sep 26 05:44:55.709473 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b58c10-649a-4310-b249-1e8257156a32 req-a260cf23-22bf-451c-a926-be25bfea1dc3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:55.711288 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-58b58c10-649a-4310-b249-1e8257156a32 req-a260cf23-22bf-451c-a926-be25bfea1dc3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0820072 Sep 26 05:44:55.766877 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a326870c-b37b-49e0-b952-f023a6419214 req-c27cd850-afc9-409c-be1f-4b21e238fa37 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0469699 Sep 26 05:44:55.794315 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-58b58c10-649a-4310-b249-1e8257156a32 req-7417714d-3a85-4510-92cf-3efe22663353 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734885 Sep 26 05:44:55.902129 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Attempt 7 to provision port 874e44a1-6cb8-479e-b4b0-e68322b26e1f Sep 26 05:44:56.067723 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Port 874e44a1-6cb8-479e-b4b0-e68322b26e1f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:56.380992 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3b478f54-854c-452a-aa9c-16e63ad5d16e req-5168c7d7-b915-4297-98f5-87398b93b541 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0333257 Sep 26 05:44:56.568822 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Attempt 8 to provision port 874e44a1-6cb8-479e-b4b0-e68322b26e1f Sep 26 05:44:56.572970 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0b7a56f8-83bc-4033-9b54-2e7d11c438ea req-57155f9d-82e8-4cc7-8858-b12a7db10248 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0318537 Sep 26 05:44:56.630515 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Port 874e44a1-6cb8-479e-b4b0-e68322b26e1f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:56.711473 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67936f35-e0e1-4cb4-8e64-1314cbb4e90a req-03045d7c-3845-400e-ae58-1af26f196bf9 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:56.713658 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-67936f35-e0e1-4cb4-8e64-1314cbb4e90a req-03045d7c-3845-400e-ae58-1af26f196bf9 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 931 time: 0.0564632 Sep 26 05:44:56.756222 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:56.771409 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-67936f35-e0e1-4cb4-8e64-1314cbb4e90a req-d337e367-61b7-4617-ad6b-aacf7daa1e66 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509317 Sep 26 05:44:56.918284 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fce2979b-8935-4ebf-8968-06c1d8ee9bda req-dd067d29-3dd1-4dda-bdb2-b9d5e39b72d9 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0527203 Sep 26 05:44:56.982745 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dac842-bf02-46dd-b78c-b29a8f8a2c65 req-9f81c1b8-9660-46cb-9a02-9cc6947bc540 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:56.985009 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-08dac842-bf02-46dd-b78c-b29a8f8a2c65 req-9f81c1b8-9660-46cb-9a02-9cc6947bc540 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0841751 Sep 26 05:44:57.040811 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:57.064247 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-08dac842-bf02-46dd-b78c-b29a8f8a2c65 req-e3000ec9-b92f-402e-b001-0f65da734f87 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681627 Sep 26 05:44:57.132421 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Attempt 9 to provision port 874e44a1-6cb8-479e-b4b0-e68322b26e1f Sep 26 05:44:57.200176 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Port 874e44a1-6cb8-479e-b4b0-e68322b26e1f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:57.504479 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d208a33e-1b3b-40fb-8ff9-bd8da0bb01b6 req-4ac4275f-aa57-488d-ab55-fffa5cbdc779 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0308096 Sep 26 05:44:57.691000 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-673d0e26-90cd-4bdf-b1b3-595e9c12d289 req-44903f33-adf2-41e6-9740-6f0f1197f90b tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0299850 Sep 26 05:44:57.700617 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Attempt 10 to provision port 874e44a1-6cb8-479e-b4b0-e68322b26e1f Sep 26 05:44:57.742006 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ecfae-3d20-43f3-aaf3-a85a5aba9c40 None None] Port 874e44a1-6cb8-479e-b4b0-e68322b26e1f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:44:57.900211 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:57.922996 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781146dd-2b8f-43d5-a7e7-eb36953124ac req-8f02fb15-053c-4c13-8962-da511a359480 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:57.924721 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-781146dd-2b8f-43d5-a7e7-eb36953124ac req-8f02fb15-053c-4c13-8962-da511a359480 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 931 time: 0.0575416 Sep 26 05:44:57.999889 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-781146dd-2b8f-43d5-a7e7-eb36953124ac req-0304854f-d6bf-4695-92ac-f665b4a800e4 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684824 Sep 26 05:44:58.071115 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-770ae30f-fe90-4d17-a439-367b494b6530 req-e1646264-e714-48a9-b742-d69eaee417ea tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0296011 Sep 26 05:44:58.214297 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf52bb8-e7b3-42ff-8e2c-2a1a92756076 req-9f3fac28-6227-4de3-b19d-3ad77f57e56e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:58.216336 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-aaf52bb8-e7b3-42ff-8e2c-2a1a92756076 req-9f3fac28-6227-4de3-b19d-3ad77f57e56e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0552785 Sep 26 05:44:58.277991 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-aaf52bb8-e7b3-42ff-8e2c-2a1a92756076 req-fe23df92-7a43-488a-886d-c026d7c32a87 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526674 Sep 26 05:44:58.627182 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e88adda5-2a57-4aae-9d6d-139e2a76dd46 req-eb0c7264-c827-433c-9e29-781f6eb77aba tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0318420 Sep 26 05:44:58.809011 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b16904de-ca8b-485f-9a77-5aa0315d8027 req-57d5c0df-fb5e-4337-ac27-1482248c4acc tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0308263 Sep 26 05:44:59.172279 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Request body: {'port': {'device_id': 'a0853094-da33-4e22-a597-b0df1980229b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:59.174572 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f87a77-1a02-42c5-9756-83538d6e4ef3 req-ad917e1f-16fc-45ea-8d26-7c6c41daacf8 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:59.178034 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-20f87a77-1a02-42c5-9756-83538d6e4ef3 req-ad917e1f-16fc-45ea-8d26-7c6c41daacf8 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 931 time: 0.0763500 Sep 26 05:44:59.186989 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Request body: {'port': {'device_id': '1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9', 'network_id': '1d547000-9468-4872-8f60-910e68d2881c', 'admin_state_up': True, 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:44:59.258449 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-20f87a77-1a02-42c5-9756-83538d6e4ef3 req-4be80431-bebf-49f3-b4bf-6ef0a5ecb6de tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709987 Sep 26 05:44:59.308108 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:59.319186 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-807cca4d-e5a1-4eb5-a13a-04b83b67e834 req-47177123-b1d6-4769-bd5b-5de364cb9344 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811e152d-7a22-4e01-ad08-ecb9adcd493b HTTP/1.1" status: 200 len: 217 time: 0.1666653 Sep 26 05:44:59.365004 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-be720f54-8609-49cb-9399-e2319122ae5c req-ee4867e1-cca5-45b9-a531-b889d95a4e44 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.1715586 Sep 26 05:44:59.554895 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:59.564149 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756f4e-ba34-49f5-a157-bd33099c7c31 req-dcdfc0c5-4854-4596-bdf1-27e8bf7b437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:59.566787 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2a756f4e-ba34-49f5-a157-bd33099c7c31 req-dcdfc0c5-4854-4596-bdf1-27e8bf7b437f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 1127 time: 0.1015520 Sep 26 05:44:59.588447 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801d14f-cb74-4db0-bbc8-9fd72629a1ed req-e072beff-769c-4d9d-8310-87e3080fe9c4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:59.590423 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4801d14f-cb74-4db0-bbc8-9fd72629a1ed req-e072beff-769c-4d9d-8310-87e3080fe9c4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.1649597 Sep 26 05:44:59.591828 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cca4d-e5a1-4eb5-a13a-04b83b67e834 req-fd79c677-7aca-4a04-956b-3595e00cfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:44:59.594432 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-807cca4d-e5a1-4eb5-a13a-04b83b67e834 req-fd79c677-7aca-4a04-956b-3595e00cfa47 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.1560559 Sep 26 05:44:59.657381 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Made reservation on behalf of 7edddf22ec7f41aea66bcf3e30a3d3ca for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:44:59.660836 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4801d14f-cb74-4db0-bbc8-9fd72629a1ed req-23299219-35d4-4fdd-a84f-e06bf70a6b18 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600500 Sep 26 05:44:59.662884 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:59.702073 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-90f7d636-9cfa-4871-939f-4a5157245dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:59.822274 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f234f40d-402c-4e4c-90ec-665be41a4a32 req-e004dc5d-39c1-49de-9a1e-248163ebec41 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0539949 Sep 26 05:45:00.004612 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cca4d-e5a1-4eb5-a13a-04b83b67e834 req-0fde0669-0c91-4353-b59e-1ade480aa30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:00.006338 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-807cca4d-e5a1-4eb5-a13a-04b83b67e834 req-0fde0669-0c91-4353-b59e-1ade480aa30c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1410098 Sep 26 05:45:00.067097 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-842cf32a-3a4e-4d80-8e27-7cb88bc64d95 req-c7dc3856-fcab-4593-91b6-d8eefad5563f tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0822964 Sep 26 05:45:00.365839 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756f4e-ba34-49f5-a157-bd33099c7c31 req-d358d428-4d95-426c-8c8b-dfb74fe9c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:00.368958 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2a756f4e-ba34-49f5-a157-bd33099c7c31 req-d358d428-4d95-426c-8c8b-dfb74fe9c3af service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.5081074 Sep 26 05:45:00.375451 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Allocated IP 172.20.0.13 (1d547000-9468-4872-8f60-910e68d2881c/293d6165-94bf-4ada-9367-1c10f28502f0/f2e668fd-4af3-4593-b411-7b18149bed4b) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:45:00.415955 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:00.554575 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b04efe4f-50fd-475d-83f2-0e8d6edd7f26 req-8d7b0e4a-18eb-4682-9b1d-63113e414b1c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0459321 Sep 26 05:45:00.570069 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e52c6-769c-4e8a-adeb-0cbf89cccacc req-9ab2a2c4-3334-4b9a-88d1-447cd92705d0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:00.572684 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6e52c6-769c-4e8a-adeb-0cbf89cccacc req-9ab2a2c4-3334-4b9a-88d1-447cd92705d0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 931 time: 0.1809080 Sep 26 05:45:00.581912 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:00.587061 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-807cca4d-e5a1-4eb5-a13a-04b83b67e834 req-b0efd3ef-5b4b-43cf-9778-e7d7f23b237e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724952 Sep 26 05:45:00.680855 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874e44a1-6cb8-479e-b4b0-e68322b26e1f {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:45:00.694995 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Publish callbacks [] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:00.806701 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Transition to ACTIVE for port object 874e44a1-6cb8-479e-b4b0-e68322b26e1f will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:45:00.821875 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:00.857303 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c4a21-c1e9-4b16-8b35-fcc2fc66ad3f req-015c8728-f512-4380-84ab-b851026a45b7 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:00.865191 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-554c4a21-c1e9-4b16-8b35-fcc2fc66ad3f req-015c8728-f512-4380-84ab-b851026a45b7 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0923820 Sep 26 05:45:00.904347 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6e52c6-769c-4e8a-adeb-0cbf89cccacc req-1a5226ea-1d96-422f-9606-b927e5028e7f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159902 Sep 26 05:45:00.949851 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-554c4a21-c1e9-4b16-8b35-fcc2fc66ad3f req-40bb931f-cc0d-41f9-b129-5a499f5bb3cf tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829048 Sep 26 05:45:01.010341 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Pushing event updated for resources: {'Port': ['ID=874e44a1-6cb8-479e-b4b0-e68322b26e1f,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:01.135184 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Attempting to bind port 874e44a1-6cb8-479e-b4b0-e68322b26e1f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:45:01.135748 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Attempting to bind port 874e44a1-6cb8-479e-b4b0-e68322b26e1f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:45:01.136302 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Attempting to bind port 874e44a1-6cb8-479e-b4b0-e68322b26e1f on network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:45:01.191292 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b72923f9-f1bc-4d0b-a8d2-3662ea691952 req-84d99462-070f-460a-83ca-83340c9be97e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.1344800 Sep 26 05:45:01.233371 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Publish callbacks [] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:01.275578 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Port 874e44a1-6cb8-479e-b4b0-e68322b26e1f on network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:45:01.276087 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Attempting to bind port 874e44a1-6cb8-479e-b4b0-e68322b26e1f on network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:45:01.299579 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5e7b2373-4a43-45cd-918c-4fafdfe0d9c4 req-62043a40-2c54-4f0f-9791-d805272eea0f tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0518498 Sep 26 05:45:01.369542 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:45:01.369906 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Checking segment: {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:45:01.370470 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Bound using segment: {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:45:01.370951 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Bound port: 874e44a1-6cb8-479e-b4b0-e68322b26e1f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:45:01.371964 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:01.376833 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:01.468931 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Network 1d547000-9468-4872-8f60-910e68d2881c is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:45:01.477344 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:45:01.481995 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:45:01.486983 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:01.487975 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:01.491310 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Pushing event updated for resources: {'Port': ['ID=f2e668fd-4af3-4593-b411-7b18149bed4b,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:01.531001 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-d638d688-4663-48c8-aca0-c0dfa00c340e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3484159 Sep 26 05:45:01.532280 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] For port 874e44a1-6cb8-479e-b4b0-e68322b26e1f, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:45:01.536216 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] For port 874e44a1-6cb8-479e-b4b0-e68322b26e1f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=874e44a1-6cb8-479e-b4b0-e68322b26e1f,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:45:01.545558 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:01.551375 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:01.552020 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:01.553579 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/874e44a1-6cb8-479e-b4b0-e68322b26e1f HTTP/1.1" status: 200 len: 1093 time: 2.3890445 Sep 26 05:45:01.554196 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0853094-da33-4e22-a597-b0df1980229b', 'tag': '874e44a1-6cb8-479e-b4b0-e68322b26e1f'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:01.556621 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a882e65d-ada9-427e-80bd-c5f2fccf461c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0853094-da33-4e22-a597-b0df1980229b", "tag": "874e44a1-6cb8-479e-b4b0-e68322b26e1f"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:01.642345 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8943d500-4c4e-4c27-9963-e0fdaeb01ab3 x-openstack-request-id: req-8943d500-4c4e-4c27-9963-e0fdaeb01ab3 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:01.642345 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0853094-da33-4e22-a597-b0df1980229b", "tag": "874e44a1-6cb8-479e-b4b0-e68322b26e1f", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:01.642345 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8943d500-4c4e-4c27-9963-e0fdaeb01ab3 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:01.642345 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8943d500-4c4e-4c27-9963-e0fdaeb01ab3'] response: {'name': 'network-changed', 'server_uuid': 'a0853094-da33-4e22-a597-b0df1980229b', 'tag': '874e44a1-6cb8-479e-b4b0-e68322b26e1f', 'status': 'completed', 'code': 200} Sep 26 05:45:01.643518 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bfe9a-65e6-4de8-aca2-43b04f8f1d6c service neutron] Pushing event updated for resources: {'Port': ['ID=874e44a1-6cb8-479e-b4b0-e68322b26e1f,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:01.738197 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0a0b1124-213d-425c-934f-5dd7d1aa14ae req-16664f1b-4afd-4a08-b604-2470ed4a16c8 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0328393 Sep 26 05:45:01.803731 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Provisioning complete for port f2e668fd-4af3-4593-b411-7b18149bed4b triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:45:01.804286 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:01.804751 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Attempt 1 to provision port f2e668fd-4af3-4593-b411-7b18149bed4b Sep 26 05:45:01.858175 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:01.866730 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Port f2e668fd-4af3-4593-b411-7b18149bed4b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:02.114647 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3d2ab-ec38-4110-b93d-230ed3afcb03 req-43d98e5b-20e9-432e-898f-59a2bf2c05ea tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:02.117089 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-95b3d2ab-ec38-4110-b93d-230ed3afcb03 req-43d98e5b-20e9-432e-898f-59a2bf2c05ea tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0960512 Sep 26 05:45:02.143847 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f736f91c-b6ea-4761-814b-b726be4401b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:02.145006 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939807f-c6b0-4f9d-8f94-597e1c82f520 req-a235c786-9dac-4c84-bfa4-1b5ee5ca1b2b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:02.147497 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4939807f-c6b0-4f9d-8f94-597e1c82f520 req-a235c786-9dac-4c84-bfa4-1b5ee5ca1b2b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0884974 Sep 26 05:45:02.211412 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-95b3d2ab-ec38-4110-b93d-230ed3afcb03 req-3dd3d53d-12bb-4477-834e-18c793c34245 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823190 Sep 26 05:45:02.219049 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4939807f-c6b0-4f9d-8f94-597e1c82f520 req-5200075e-798e-4760-ab13-7cc16285b359 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652070 Sep 26 05:45:02.345041 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6ebfde91-5ed9-41ce-be69-c1a46c336179 req-fbd38cec-6c82-448e-a4b3-e8e63903a42c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0316689 Sep 26 05:45:02.368110 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Attempt 2 to provision port f2e668fd-4af3-4593-b411-7b18149bed4b Sep 26 05:45:02.422899 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Port f2e668fd-4af3-4593-b411-7b18149bed4b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:02.479862 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eec827-8d59-42b6-b187-56ff5e1cdd36 req-b6924f95-b860-4f3b-aed2-590ea604693a tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:02.481644 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-76eec827-8d59-42b6-b187-56ff5e1cdd36 req-b6924f95-b860-4f3b-aed2-590ea604693a tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 932 time: 0.0676062 Sep 26 05:45:02.549452 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-76eec827-8d59-42b6-b187-56ff5e1cdd36 req-2a3139ce-b530-452a-956d-86ff2b57a5dc tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587735 Sep 26 05:45:02.860787 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:02.884328 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0824d377-b57f-4320-9356-5bef674ef3bd req-ec31738c-cf1c-464a-b348-5525554d220d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0329754 Sep 26 05:45:02.924046 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Attempt 3 to provision port f2e668fd-4af3-4593-b411-7b18149bed4b Sep 26 05:45:02.945158 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:02.963223 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Port f2e668fd-4af3-4593-b411-7b18149bed4b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:03.289914 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:03.381440 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9fb1b-8e81-4d85-aaff-e0a8e95b40d2 req-d0f472b8-18b9-48a7-b783-6be27742af98 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:03.384032 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-48e9fb1b-8e81-4d85-aaff-e0a8e95b40d2 req-d0f472b8-18b9-48a7-b783-6be27742af98 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0783110 Sep 26 05:45:03.394916 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007af011-7878-4381-abd7-6aa336fadc34 req-8d55366d-f6b9-4a14-9d3f-505edc16d2d9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:03.395957 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-007af011-7878-4381-abd7-6aa336fadc34 req-8d55366d-f6b9-4a14-9d3f-505edc16d2d9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0638413 Sep 26 05:45:03.416712 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:03.459354 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-48e9fb1b-8e81-4d85-aaff-e0a8e95b40d2 req-e6d20d0e-cd42-4e27-813a-69dc3bf1657e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674517 Sep 26 05:45:03.463163 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-007af011-7878-4381-abd7-6aa336fadc34 req-0d263c0c-ce93-4b80-afe3-369a878c6741 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606074 Sep 26 05:45:03.464178 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Attempt 4 to provision port f2e668fd-4af3-4593-b411-7b18149bed4b Sep 26 05:45:03.521445 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Port f2e668fd-4af3-4593-b411-7b18149bed4b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:03.586284 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-50704fd2-d3ce-41c7-94b7-4fa546f0ab81 req-f58c9951-2ad6-4c37-b9dc-549b6a254bb1 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0378909 Sep 26 05:45:03.708062 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f922c-0d32-4ecb-b1eb-944ca1b51860 req-05692c9c-5d17-4d72-ac74-a7ffecb90a69 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:03.709799 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-389f922c-0d32-4ecb-b1eb-944ca1b51860 req-05692c9c-5d17-4d72-ac74-a7ffecb90a69 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 932 time: 0.0547016 Sep 26 05:45:03.765780 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-389f922c-0d32-4ecb-b1eb-944ca1b51860 req-5e3d9614-0aa9-4a02-a640-fccc65dd31c3 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489917 Sep 26 05:45:04.002872 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-30cd073b-518f-4f81-a93a-bb915bc01334 req-1f7fd711-479a-470b-af72-80c0af46845b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0336170 Sep 26 05:45:04.022731 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Attempt 5 to provision port f2e668fd-4af3-4593-b411-7b18149bed4b Sep 26 05:45:04.063144 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Port f2e668fd-4af3-4593-b411-7b18149bed4b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:04.564423 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Attempt 6 to provision port f2e668fd-4af3-4593-b411-7b18149bed4b Sep 26 05:45:04.647970 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Port f2e668fd-4af3-4593-b411-7b18149bed4b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:04.657964 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3b59f-78ad-47bf-b795-8eda112d02ed req-85df775e-7c56-40a9-8c32-3a58217b002a tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:04.659596 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5ef3b59f-78ad-47bf-b795-8eda112d02ed req-85df775e-7c56-40a9-8c32-3a58217b002a tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0644944 Sep 26 05:45:04.666830 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78e1a3-0dd2-4d91-b06b-02af77792e3f req-98efb55e-11a7-4a2b-b9b8-b07971f3f447 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:04.669576 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7b78e1a3-0dd2-4d91-b06b-02af77792e3f req-98efb55e-11a7-4a2b-b9b8-b07971f3f447 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0978580 Sep 26 05:45:04.722118 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5ef3b59f-78ad-47bf-b795-8eda112d02ed req-3b0d55ee-a069-43b0-b91d-9358b3cab886 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556836 Sep 26 05:45:04.758928 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7b78e1a3-0dd2-4d91-b06b-02af77792e3f req-a3ee5c8b-2917-4bbf-94bc-db38d4fc8c26 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832794 Sep 26 05:45:04.842079 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d1970104-8d45-4260-af9e-3ea4caee2fb0 req-d10895df-11f0-4f54-a4ca-e36b4b9d6f2c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0355244 Sep 26 05:45:04.918501 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1699e-4b87-4f11-b4d3-e38e6a44fb1b req-a9c1ffa3-5ec5-4121-9f47-e36a147857d2 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:04.920189 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f4f1699e-4b87-4f11-b4d3-e38e6a44fb1b req-a9c1ffa3-5ec5-4121-9f47-e36a147857d2 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 932 time: 0.0582259 Sep 26 05:45:04.935876 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:04.974035 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:04.990952 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f4f1699e-4b87-4f11-b4d3-e38e6a44fb1b req-6b2a0f55-a2fb-450d-be25-87003da27399 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621181 Sep 26 05:45:05.058584 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:05.066431 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:05.078604 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:05.135641 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-af9e4287-e381-4469-86d2-2b41c50829b4 req-95565240-bc44-44b6-aa32-7b8ba44bc5aa tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0361898 Sep 26 05:45:05.149621 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Attempt 7 to provision port f2e668fd-4af3-4593-b411-7b18149bed4b Sep 26 05:45:05.187276 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Port f2e668fd-4af3-4593-b411-7b18149bed4b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:05.688858 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Attempt 8 to provision port f2e668fd-4af3-4593-b411-7b18149bed4b Sep 26 05:45:05.737799 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Port f2e668fd-4af3-4593-b411-7b18149bed4b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:05.885562 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:05.907039 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72ad24-c099-49f5-bada-d2a23f729496 req-8c499a62-3bd8-4c16-b4c5-c7d1f8250935 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:05.908244 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57eb201-e058-4be9-9cb0-c088cb942fdb req-b254567f-c04d-45bd-a523-44b56e52a8fe tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:05.909065 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2d72ad24-c099-49f5-bada-d2a23f729496 req-8c499a62-3bd8-4c16-b4c5-c7d1f8250935 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0569022 Sep 26 05:45:05.909909 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d57eb201-e058-4be9-9cb0-c088cb942fdb req-b254567f-c04d-45bd-a523-44b56e52a8fe tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0539150 Sep 26 05:45:05.971216 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2d72ad24-c099-49f5-bada-d2a23f729496 req-6d1d4500-3adc-4ff8-99ef-0c31877ef37b tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526958 Sep 26 05:45:05.975819 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d57eb201-e058-4be9-9cb0-c088cb942fdb req-3e24ae26-38fb-4762-b254-976d28af7f16 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568273 Sep 26 05:45:06.076918 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f8a93757-71bf-444c-b222-2b5427624639 req-05c0a116-4e04-46bb-be3c-06daf2cfeff6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0350499 Sep 26 05:45:06.143905 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c28c5-6b0c-4272-9865-d94e3db38e7e req-06a61303-2b04-4e88-805f-4db8f371a4b3 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:06.145981 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-989c28c5-6b0c-4272-9865-d94e3db38e7e req-06a61303-2b04-4e88-805f-4db8f371a4b3 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 932 time: 0.0696781 Sep 26 05:45:06.205153 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-989c28c5-6b0c-4272-9865-d94e3db38e7e req-1f6ab597-3450-40da-9445-da94379b2e8b tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526245 Sep 26 05:45:06.239286 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Attempt 9 to provision port f2e668fd-4af3-4593-b411-7b18149bed4b Sep 26 05:45:06.274861 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-837daa45-7054-427a-805d-44d2c9215369 req-e92270f5-e745-4d9c-8cbc-5e6b4f0112df tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0336633 Sep 26 05:45:06.286202 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Port f2e668fd-4af3-4593-b411-7b18149bed4b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:06.787818 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Attempt 10 to provision port f2e668fd-4af3-4593-b411-7b18149bed4b Sep 26 05:45:06.825670 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-59acf5f2-cda1-449f-bfa7-193b7429b5b4 None None] Port f2e668fd-4af3-4593-b411-7b18149bed4b cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:07.119291 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a203ba-746d-4898-8176-0ac594e070ad req-5e8c3ec9-84bd-49a1-a1df-fbc82fd4ddda tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:07.120165 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b96ae-4e09-4914-912c-c3c4b036bdf8 req-f20a4e47-16d7-401e-9986-1576e52bf3ae tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:07.123054 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b0a203ba-746d-4898-8176-0ac594e070ad req-5e8c3ec9-84bd-49a1-a1df-fbc82fd4ddda tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0537739 Sep 26 05:45:07.123403 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bd7b96ae-4e09-4914-912c-c3c4b036bdf8 req-f20a4e47-16d7-401e-9986-1576e52bf3ae tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0552809 Sep 26 05:45:07.178633 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b0a203ba-746d-4898-8176-0ac594e070ad req-287e8d2b-ceec-4e89-b53b-7065df5429f9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514524 Sep 26 05:45:07.180791 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bd7b96ae-4e09-4914-912c-c3c4b036bdf8 req-4984457d-7195-4661-8a1f-bda693136f32 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512137 Sep 26 05:45:07.278718 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-284e0440-9c92-4fe2-890f-2208248cb2e0 req-44bc8beb-1dfe-4ddc-88e8-20e6ad53acd7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0342953 Sep 26 05:45:07.363229 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19665d-aa89-4d45-a724-afd5bc967c09 req-a453697a-4a31-4a07-9bcc-11cfd3f80a33 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:07.366103 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9c19665d-aa89-4d45-a724-afd5bc967c09 req-a453697a-4a31-4a07-9bcc-11cfd3f80a33 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 932 time: 0.0606894 Sep 26 05:45:07.407841 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ca8bc0c9-297f-49a3-ac79-c3b6267134cf req-9baa676c-d7bd-47db-9cd0-83d28be4fc4a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0390611 Sep 26 05:45:07.442489 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9c19665d-aa89-4d45-a724-afd5bc967c09 req-3910b754-1515-42f8-8384-760e6b75e907 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703807 Sep 26 05:45:08.343122 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982880b-f92c-4a11-aa7e-f2230e7d257e req-6ed38959-cd73-4228-95d4-5b3af196c35f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:08.344841 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6982880b-f92c-4a11-aa7e-f2230e7d257e req-6ed38959-cd73-4228-95d4-5b3af196c35f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0626895 Sep 26 05:45:08.389397 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253c7dc-a5aa-4721-9845-55efb7de82f9 req-8903b008-4dc2-488d-8567-9ef813128a52 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:08.392201 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8253c7dc-a5aa-4721-9845-55efb7de82f9 req-8903b008-4dc2-488d-8567-9ef813128a52 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0761905 Sep 26 05:45:08.411987 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6982880b-f92c-4a11-aa7e-f2230e7d257e req-f034fe91-6952-4fee-8b19-93bc572719d0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570159 Sep 26 05:45:08.489844 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8253c7dc-a5aa-4721-9845-55efb7de82f9 req-96a02b84-f35b-4d3f-b898-12c4cfa596bf tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887330 Sep 26 05:45:08.532655 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3c3e67a9-3194-49fe-bca5-33f67e858959 req-b3e660bf-b3e6-4115-a3c0-12b332383e0a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0529783 Sep 26 05:45:08.609315 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1e4bd326-4962-4e72-bdd5-54e9268285e2 req-45094263-2b3f-45b6-9fb9-fd8700c50e80 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0356176 Sep 26 05:45:08.702002 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796e50e-de27-4b49-96c2-508683c704df req-e62f1e9a-2c06-4ca4-a02b-7606e6b42199 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:08.704196 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3796e50e-de27-4b49-96c2-508683c704df req-e62f1e9a-2c06-4ca4-a02b-7606e6b42199 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 932 time: 0.0563600 Sep 26 05:45:08.764011 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3796e50e-de27-4b49-96c2-508683c704df req-b07fc943-26c2-4224-a0f3-58d8e18f4c8d tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529413 Sep 26 05:45:09.593971 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7a344-c860-4d1c-9963-279956ed2cb1 req-a75741a1-e319-4a3c-9f88-cc88fc5ab458 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:09.597790 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bfa7a344-c860-4d1c-9963-279956ed2cb1 req-a75741a1-e319-4a3c-9f88-cc88fc5ab458 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0822961 Sep 26 05:45:09.673333 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bfa7a344-c860-4d1c-9963-279956ed2cb1 req-e7830e6f-3450-43cf-b402-c50c04a426e8 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649612 Sep 26 05:45:09.711291 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398f06c-cd9e-4506-b17c-be6a39032120 req-f178d868-011b-41ef-a49d-15472816ae01 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:09.714429 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d398f06c-cd9e-4506-b17c-be6a39032120 req-f178d868-011b-41ef-a49d-15472816ae01 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.0990200 Sep 26 05:45:09.785670 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-480a6c3e-7de8-4b69-a4d6-de47becdbe5c req-c0795702-d5e8-4eab-a9ef-092bc90eb007 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0308619 Sep 26 05:45:09.803972 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d398f06c-cd9e-4506-b17c-be6a39032120 req-aa3d7b2c-444a-4194-98d2-e4f3ef1b40ca tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824695 Sep 26 05:45:09.935107 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c9f6a0d9-bc00-4d92-86da-bd1bba113a67 req-b7d20fc2-d8f3-4abd-ab49-dfabbd699463 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0352798 Sep 26 05:45:09.964630 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948669f-ec12-4b3d-be62-7cb15f9d29c3 req-4ce40a11-2ab3-402f-8116-ba6d44d2447b tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:09.966606 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0948669f-ec12-4b3d-be62-7cb15f9d29c3 req-4ce40a11-2ab3-402f-8116-ba6d44d2447b tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 932 time: 0.0650752 Sep 26 05:45:10.028127 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0948669f-ec12-4b3d-be62-7cb15f9d29c3 req-89b281ba-825f-49cc-ba18-c99479a44c6c tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511124 Sep 26 05:45:10.843939 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836eea9-3043-47fc-be54-22ec07fb424a req-e56fc296-11ee-49c4-9dc8-1db5ad939f72 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:10.845718 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8836eea9-3043-47fc-be54-22ec07fb424a req-e56fc296-11ee-49c4-9dc8-1db5ad939f72 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0694134 Sep 26 05:45:10.928086 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8836eea9-3043-47fc-be54-22ec07fb424a req-57d373ab-db5f-4d3a-8b4f-3e248a1454c3 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707519 Sep 26 05:45:11.037106 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-940a1e84-49ec-4f6c-a7d6-e8a2ed52a19b req-e38075d9-5962-45ef-902a-521e10891f38 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0855422 Sep 26 05:45:11.231009 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c1e7b-09d2-49d7-99e7-7c4d27ce6d74 req-64b429e5-813d-4d63-b31d-c4b3b8aed64b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:11.243169 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-424c1e7b-09d2-49d7-99e7-7c4d27ce6d74 req-64b429e5-813d-4d63-b31d-c4b3b8aed64b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.1172011 Sep 26 05:45:11.306296 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-76526a21-7a6c-446a-b270-44266d111aaf req-8e1a5e6f-00af-479a-b6cc-f5fb6fa63363 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0697539 Sep 26 05:45:11.367443 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-424c1e7b-09d2-49d7-99e7-7c4d27ce6d74 req-e2c2bf03-e554-40c1-80db-664b782faac5 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212556 Sep 26 05:45:11.468088 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece9753-3eba-45c7-bea6-ed7674a5366b req-e98be892-aeae-444a-a12e-6b254074e1a0 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:11.469732 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bece9753-3eba-45c7-bea6-ed7674a5366b req-e98be892-aeae-444a-a12e-6b254074e1a0 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 932 time: 0.0539460 Sep 26 05:45:11.530903 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bece9753-3eba-45c7-bea6-ed7674a5366b req-53574d95-906c-42f0-aaab-c7a67ae08b59 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532000 Sep 26 05:45:12.111344 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbc768-9971-4e90-add2-01f96a2f95d8 req-bf678f1b-93c1-470d-9072-b9e3ced22b1f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:12.113584 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c4cbc768-9971-4e90-add2-01f96a2f95d8 req-bf678f1b-93c1-470d-9072-b9e3ced22b1f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0644085 Sep 26 05:45:12.193723 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c4cbc768-9971-4e90-add2-01f96a2f95d8 req-2b493a22-1bf3-4187-9bb4-6cb7beab1f82 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698044 Sep 26 05:45:12.231391 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-29f9b1c4-f63f-4771-9d8c-eee1d0bed018 req-240a904d-325b-4606-900c-f3f39cb667a9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0495839 Sep 26 05:45:12.515243 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7e3e7e4a-7535-441b-a3d1-6a51c0956f87 req-1b30904c-0c4e-4a57-91dc-e736eb97ea07 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0417233 Sep 26 05:45:12.571132 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:12.597098 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2abc2-2d4c-4b20-b426-71f9b2c1a9cb req-d4030e02-13f2-438a-b15d-ffeca666658d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:12.599978 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-edd2abc2-2d4c-4b20-b426-71f9b2c1a9cb req-d4030e02-13f2-438a-b15d-ffeca666658d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.1282587 Sep 26 05:45:12.645307 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:12.719582 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-edd2abc2-2d4c-4b20-b426-71f9b2c1a9cb req-9169aac5-d969-4b43-a48a-9baab4e0bd19 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105747 Sep 26 05:45:12.742260 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a45ad-5a99-4aba-a8bc-a8820ab3dee6 req-7368fdd8-52d0-41d7-81c4-3bdd7883d2ab tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:12.747173 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0f4a45ad-5a99-4aba-a8bc-a8820ab3dee6 req-7368fdd8-52d0-41d7-81c4-3bdd7883d2ab tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 932 time: 0.1123002 Sep 26 05:45:12.830130 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0f4a45ad-5a99-4aba-a8bc-a8820ab3dee6 req-3e928ed7-92c0-45e1-a2ef-0272b9ef5355 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765879 Sep 26 05:45:12.959663 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 811e152d-7a22-4e01-ad08-ecb9adcd493b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:45:13.158799 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 811e152d-7a22-4e01-ad08-ecb9adcd493b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=811e152d-7a22-4e01-ad08-ecb9adcd493b,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:13.174867 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '811e152d-7a22-4e01-ad08-ecb9adcd493b', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'port_id': '811e152d-7a22-4e01-ad08-ecb9adcd493b', 'mac_address': 'fa:16:3e:d0:42:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:45:13.236161 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 811e152d-7a22-4e01-ad08-ecb9adcd493b is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:13.236717 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:13.276227 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811e152d-7a22-4e01-ad08-ecb9adcd493b {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:45:13.317443 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Request body: {'port': {'device_id': '1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:45:13.328427 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 811e152d-7a22-4e01-ad08-ecb9adcd493b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=811e152d-7a22-4e01-ad08-ecb9adcd493b,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:13.334350 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:13.414034 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:13.436166 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=811e152d-7a22-4e01-ad08-ecb9adcd493b,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:13.457851 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.458484 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.459539 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.460363 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.461362 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.462611 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.463435 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.464398 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.465353 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.466429 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.467210 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.467979 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.471468 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.472398 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.473437 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:13.490118 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2a756f4e-ba34-49f5-a157-bd33099c7c31 req-3b89b0b2-9874-4b0d-aa16-651d9b05a063 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2412a97-1a6a-48d8-a7a8-27786cf5d323 HTTP/1.1" status: 200 len: 217 time: 0.1126919 Sep 26 05:45:13.530096 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a72be4d1-8cd7-4cc8-8ba0-6934db873fd7 req-9a386cc7-0d7e-4a9f-b6a1-002346e27d0d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0589504 Sep 26 05:45:13.637066 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:13.652651 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756f4e-ba34-49f5-a157-bd33099c7c31 req-0c0facde-f32e-40c8-b0b6-6c25c1f7a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:13.655558 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2a756f4e-ba34-49f5-a157-bd33099c7c31 req-0c0facde-f32e-40c8-b0b6-6c25c1f7a139 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.1234171 Sep 26 05:45:13.695086 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a1688f9f-0994-43f5-ae33-3940d705319b req-5fa159db-acda-41f4-bb81-e92f4be9a559 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.0353432 Sep 26 05:45:13.731046 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:13.749163 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.25', 53446) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:13.806524 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882e65d-ada9-427e-80bd-c5f2fccf461c req-8d523713-780a-497d-82cc-a34250612a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:13.813854 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a882e65d-ada9-427e-80bd-c5f2fccf461c req-8d523713-780a-497d-82cc-a34250612a37 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 1127 time: 0.4017434 Sep 26 05:45:13.936283 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756f4e-ba34-49f5-a157-bd33099c7c31 req-df09fd4b-5a26-4ef8-a16e-3746544e0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:13.939198 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['811e152d-7a22-4e01-ad08-ecb9adcd493b'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:45:13.939458 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2a756f4e-ba34-49f5-a157-bd33099c7c31 req-df09fd4b-5a26-4ef8-a16e-3746544e0093 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1887820 Sep 26 05:45:14.176532 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b55ce0-9eb8-4139-8b2d-586852e9c5d0 req-abf031a3-5a63-4b9a-8847-15b172d7e1e5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:14.180663 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-77b55ce0-9eb8-4139-8b2d-586852e9c5d0 req-abf031a3-5a63-4b9a-8847-15b172d7e1e5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.6405537 Sep 26 05:45:14.213234 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-fff1046b-25b3-445a-886f-27eb62b08024 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:14.220155 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-fff1046b-25b3-445a-886f-27eb62b08024 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 814 time: 0.4540014 Sep 26 05:45:14.303651 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b7d52-5d8a-4212-9b71-783e7aa0b87d req-3cb7805e-7c48-4038-8c6e-0f468a4e4f4d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:14.312557 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-961b7d52-5d8a-4212-9b71-783e7aa0b87d req-3cb7805e-7c48-4038-8c6e-0f468a4e4f4d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.3844132 Sep 26 05:45:14.456928 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-82efa6c2-fb4c-4a7e-a99b-84197f056354 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 380 time: 0.1408546 Sep 26 05:45:14.468312 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:14.473989 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:14.526436 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2a756f4e-ba34-49f5-a157-bd33099c7c31 req-b2044150-b122-477b-bbae-b9779b02ebe2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611188 Sep 26 05:45:14.621441 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-961b7d52-5d8a-4212-9b71-783e7aa0b87d req-6ff62495-56cc-42e0-96c1-4552e131eb40 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066714 Sep 26 05:45:14.718105 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'port': {'device_id': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'admin_state_up': True, 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'security_groups': ['62cc2728-c2cc-4ecf-841c-9cd1ec09982c']}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:45:14.810314 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-807cca4d-e5a1-4eb5-a13a-04b83b67e834 req-2004352a-480c-4816-821f-82d8b65e8006 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4007912 Sep 26 05:45:14.980540 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-77b55ce0-9eb8-4139-8b2d-586852e9c5d0 req-90d6eea9-8b6f-4879-a4d7-0aafc82a60ce tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4174674 Sep 26 05:45:15.028280 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882e65d-ada9-427e-80bd-c5f2fccf461c req-c349c79d-1ea3-4ae3-867c-550c50ff3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:15.035528 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a882e65d-ada9-427e-80bd-c5f2fccf461c req-c349c79d-1ea3-4ae3-867c-550c50ff3c30 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&shared=False HTTP/1.1" status: 200 len: 912 time: 1.1662650 Sep 26 05:45:15.302373 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d90083-e9a7-4106-bbe9-d937a170fa8f req-1421ebc6-e536-4563-b6c0-b32ef60d18eb tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:15.306468 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-34d90083-e9a7-4106-bbe9-d937a170fa8f req-1421ebc6-e536-4563-b6c0-b32ef60d18eb tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 932 time: 0.3876445 Sep 26 05:45:15.398687 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2a756f4e-ba34-49f5-a157-bd33099c7c31 req-55f73ffd-205b-4a20-8033-b6568481dd7a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7699618 Sep 26 05:45:15.488177 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device a2412a97-1a6a-48d8-a7a8-27786cf5d323 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:45:15.513635 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-34d90083-e9a7-4106-bbe9-d937a170fa8f req-88748f2a-6101-4615-9241-eb166304a285 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888580 Sep 26 05:45:15.518547 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Made reservation on behalf of 3fa25d71f2194e638989c1e1d9ef30da for: {'port': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:45:15.527557 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:15.559557 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 811e152d-7a22-4e01-ad08-ecb9adcd493b up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:45:15.587382 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a08ee33f-67c0-4e37-a3a6-33458379a956 req-15a83397-ad34-4cfa-b695-101e014986ec tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.1893408 Sep 26 05:45:15.660413 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:15.794802 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-33e55650-9de6-44cc-8706-ce84130deaaa req-98e8a1be-7514-45d1-ad43-ed82e9143774 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.1134682 Sep 26 05:45:15.863834 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 811e152d-7a22-4e01-ad08-ecb9adcd493b completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:45:15.877059 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 811e152d-7a22-4e01-ad08-ecb9adcd493b triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:45:15.877568 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:15.878121 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 811e152d-7a22-4e01-ad08-ecb9adcd493b Sep 26 05:45:15.901352 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:15.909070 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Allocated IP 172.20.0.6 (f147de2c-29b4-4f2b-a870-47c60a471f05/4e079733-7403-40bd-bd1d-a43d4f789fdf/6f3cd267-47c3-4bd9-9283-70669f0b6b2c) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:45:15.955334 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port a2412a97-1a6a-48d8-a7a8-27786cf5d323, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2412a97-1a6a-48d8-a7a8-27786cf5d323,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:15.960993 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:15.980489 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:15.989328 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'a2412a97-1a6a-48d8-a7a8-27786cf5d323', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'port_id': 'a2412a97-1a6a-48d8-a7a8-27786cf5d323', 'mac_address': 'fa:16:3e:cf:cd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:45:15.993184 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb02fd8-26f3-49e3-a8e6-b9bcb9568ef5 req-d169194e-321d-478e-a7e6-d86cf06e7749 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:15.996109 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4eb02fd8-26f3-49e3-a8e6-b9bcb9568ef5 req-d169194e-321d-478e-a7e6-d86cf06e7749 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 943 time: 0.2071888 Sep 26 05:45:16.021794 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-22e6c6e0-7d52-4d25-aff1-ec9652c986d1 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:16.037886 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-22e6c6e0-7d52-4d25-aff1-ec9652c986d1 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 816 time: 1.0375788 Sep 26 05:45:16.037886 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882e65d-ada9-427e-80bd-c5f2fccf461c req-6899fd46-94c3-4446-a027-0a7db1fe0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:16.037886 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a882e65d-ada9-427e-80bd-c5f2fccf461c req-6899fd46-94c3-4446-a027-0a7db1fe0aab service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9528177 Sep 26 05:45:16.076319 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port a2412a97-1a6a-48d8-a7a8-27786cf5d323 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:16.077008 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:16.193805 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2412a97-1a6a-48d8-a7a8-27786cf5d323 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:45:16.253689 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port a2412a97-1a6a-48d8-a7a8-27786cf5d323, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2412a97-1a6a-48d8-a7a8-27786cf5d323,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:16.362499 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 811e152d-7a22-4e01-ad08-ecb9adcd493b is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:16.366170 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:16.372737 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:16.417655 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe30d87-5990-4a32-9794-8d8514c50803 req-e2afe158-330d-4cfc-bb88-7bbe6ae5d134 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:16.422726 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-619681db-0bfd-4c5a-87b9-9df0d8dfd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:16.431279 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-619681db-0bfd-4c5a-87b9-9df0d8dfd22c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 1127 time: 0.1758621 Sep 26 05:45:16.440725 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0fe30d87-5990-4a32-9794-8d8514c50803 req-e2afe158-330d-4cfc-bb88-7bbe6ae5d134 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.3045924 Sep 26 05:45:16.521762 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811e152d-7a22-4e01-ad08-ecb9adcd493b'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:16.621805 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4eb02fd8-26f3-49e3-a8e6-b9bcb9568ef5 req-8beb104e-772c-49a7-93ee-7105f9dcc27c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906549 Sep 26 05:45:16.746856 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:16.854130 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 811e152d-7a22-4e01-ad08-ecb9adcd493b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=811e152d-7a22-4e01-ad08-ecb9adcd493b,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:16.858441 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['a2412a97-1a6a-48d8-a7a8-27786cf5d323'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:45:16.883351 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e668fd-4af3-4593-b411-7b18149bed4b {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:45:16.912489 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:16.918665 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Publish callbacks [] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:16.922408 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=a2412a97-1a6a-48d8-a7a8-27786cf5d323,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:16.995332 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-b2b6881b-1ad7-4d31-8c20-68f94738d926 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=874e44a1-6cb8-479e-b4b0-e68322b26e1f HTTP/1.1" status: 200 len: 217 time: 0.5246291 Sep 26 05:45:17.014913 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:17.036134 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=811e152d-7a22-4e01-ad08-ecb9adcd493b,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:17.072620 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0fe30d87-5990-4a32-9794-8d8514c50803 req-b736b0a2-de2e-4e69-9d63-cc0000746ef9 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6265998 Sep 26 05:45:17.077912 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:17.095231 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Transition to ACTIVE for port object f2e668fd-4af3-4593-b411-7b18149bed4b will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:45:17.189964 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bd4d1b-e2b6-412c-99e6-c1b508b1f32f" -d '{"events": [{"server_uuid": "69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc", "name": "network-vif-plugged", "status": "completed", "tag": "811e152d-7a22-4e01-ad08-ecb9adcd493b"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:17.199543 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:17.206157 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Network f147de2c-29b4-4f2b-a870-47c60a471f05 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:45:17.213288 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:45:17.239386 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:45:17.269854 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:17.269854 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:17.366745 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Pushing event updated for resources: {'Port': ['ID=f2e668fd-4af3-4593-b411-7b18149bed4b,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:17.368626 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=6f3cd267-47c3-4bd9-9283-70669f0b6b2c,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:17.374527 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7405300 Sep 26 05:45:17.394364 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-0ed8ec56-54d6-4008-8896-1163f8738b69 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=25d426f519e8498e80c6c85158bd9042 HTTP/1.1" status: 200 len: 380 time: 1.1602099 Sep 26 05:45:17.400212 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3d1c54ed-85d1-4b61-a8d0-3d4c64406e5d req-e27713e9-2f65-4f19-896c-1e85a8137171 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0664966 Sep 26 05:45:17.412858 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Request body: {'port': {'device_id': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:45:17.420621 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.432578 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.433092 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.433621 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.434071 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.434516 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.434947 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.437844 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.439684 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.441998 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.444579 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.446769 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.453614 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.455294 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'port': {'device_id': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'admin_state_up': True, 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'security_groups': ['555b64fe-73b7-4acc-936b-6fcf4b41f9ae']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:45:17.456431 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.458044 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c20e67-3270-49de-b480-5c0dbab16503 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.560028 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 47958) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:17.580267 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c56744-8dac-4ef7-b003-86f4e35da808 req-59b79d4d-c88e-426a-8a03-18780be4af01 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:17.590129 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-60c56744-8dac-4ef7-b003-86f4e35da808 req-59b79d4d-c88e-426a-8a03-18780be4af01 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 932 time: 0.6086099 Sep 26 05:45:17.604459 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.605031 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.605380 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.606120 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.606617 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.607322 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.607856 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.608464 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.609082 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.609681 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.610008 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.610504 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.610833 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.611163 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.611492 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:45:17.641855 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:17.650377 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0840c-2007-45a4-9837-ba6939e38979 req-8a35975b-15c1-4986-b351-ad9b11139d7f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:17.659365 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a2d0840c-2007-45a4-9837-ba6939e38979 req-8a35975b-15c1-4986-b351-ad9b11139d7f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 931 time: 0.1010702 Sep 26 05:45:17.687118 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-7ad2cae5-829d-4f31-8e85-7823a4336486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:17.687473 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Provisioning complete for port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:45:17.687963 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:17.689533 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Attempt 1 to provision port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c Sep 26 05:45:17.689927 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-7ad2cae5-829d-4f31-8e85-7823a4336486 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e53b9fa-5781-43b1-83a4-24777e561610 HTTP/1.1" status: 200 len: 850 time: 0.6612823 Sep 26 05:45:17.756610 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a2d0840c-2007-45a4-9837-ba6939e38979 req-430baef8-ab39-4e13-a835-5027e767e231 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958884 Sep 26 05:45:17.787709 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:17.832704 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-852edb4e-3c29-4810-83a0-d68efff077e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:17.834840 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-852edb4e-3c29-4810-83a0-d68efff077e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1235049 Sep 26 05:45:17.837052 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Attempting to bind port f2e668fd-4af3-4593-b411-7b18149bed4b on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:45:17.837673 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Attempting to bind port f2e668fd-4af3-4593-b411-7b18149bed4b by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:45:17.838280 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Attempting to bind port f2e668fd-4af3-4593-b411-7b18149bed4b on network 1d547000-9468-4872-8f60-910e68d2881c {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:45:17.866089 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-60c56744-8dac-4ef7-b003-86f4e35da808 req-b31aa142-2b97-4f4a-9019-88a3b376c8e5 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746341 Sep 26 05:45:17.991351 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Made reservation on behalf of 25d426f519e8498e80c6c85158bd9042 for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:45:17.997038 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:18.080406 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Port f2e668fd-4af3-4593-b411-7b18149bed4b on network 1d547000-9468-4872-8f60-910e68d2881c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:45:18.080753 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Attempting to bind port f2e668fd-4af3-4593-b411-7b18149bed4b on network 1d547000-9468-4872-8f60-910e68d2881c {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:45:18.140685 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device a2412a97-1a6a-48d8-a7a8-27786cf5d323 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:45:18.193413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:18.208047 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25f73f-eabc-4007-94d1-cae54b4cd83b req-be1c880e-38bb-4ccf-a519-72ae75f8a78e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:18.209888 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8c25f73f-eabc-4007-94d1-cae54b4cd83b req-be1c880e-38bb-4ccf-a519-72ae75f8a78e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 944 time: 0.1775973 Sep 26 05:45:18.256115 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-6b45aafe-d862-4341-9e80-9d0aed7ab105 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050288 Sep 26 05:45:18.293049 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafd0e57-4262-4970-bd62-9045e87ca08f x-openstack-request-id: req-aafd0e57-4262-4970-bd62-9045e87ca08f {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:18.293419 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc", "name": "network-vif-plugged", "status": "completed", "tag": "811e152d-7a22-4e01-ad08-ecb9adcd493b", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:18.293607 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aafd0e57-4262-4970-bd62-9045e87ca08f {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:18.297651 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aafd0e57-4262-4970-bd62-9045e87ca08f'] response: {'server_uuid': '69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811e152d-7a22-4e01-ad08-ecb9adcd493b', 'code': 200} Sep 26 05:45:18.300094 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Attempt 2 to provision port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c Sep 26 05:45:18.346993 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:45:18.347340 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Checking segment: {'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:45:18.348270 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Bound using segment: {'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:45:18.348973 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Bound port: f2e668fd-4af3-4593-b411-7b18149bed4b, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4737f68-a73b-40f4-946f-56a2f22ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1d547000-9468-4872-8f60-910e68d2881c'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:45:18.349312 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:18.403686 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port a2412a97-1a6a-48d8-a7a8-27786cf5d323 completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:45:18.412240 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:18.415622 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:18.427749 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:18.430881 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port a2412a97-1a6a-48d8-a7a8-27786cf5d323 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:45:18.432678 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:18.434457 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port a2412a97-1a6a-48d8-a7a8-27786cf5d323 Sep 26 05:45:18.504133 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-912ef4ab-88cc-485e-85da-fa0fdc813867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:18.529969 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8c25f73f-eabc-4007-94d1-cae54b4cd83b req-630fdaaa-18ff-437a-849e-5d2104624b6e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837756 Sep 26 05:45:18.560860 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:18.565161 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57af9b3-a358-484d-8b9d-6d6549a7d04c req-bc31ee60-edde-4031-bcc0-cc67c2b06654 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:18.574347 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Allocated IP 172.20.0.9 (439e1f14-830a-49c8-95fe-a76bc50181b7/71b32d12-52dc-4804-8572-89dc52ccc89d/13bc2cea-45a7-43cc-8730-0f8356ec20ea) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:45:18.574809 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d57af9b3-a358-484d-8b9d-6d6549a7d04c req-bc31ee60-edde-4031-bcc0-cc67c2b06654 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.1454499 Sep 26 05:45:18.672306 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6b8eb27-edf9-4c0c-965b-bb02068d84ed req-25a69572-e273-4683-8b57-550f6a255b33 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040689 Sep 26 05:45:18.702864 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:18.727862 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dd3826ed-031f-4384-9e0b-4d3c4ffde654 req-d728d5c3-1972-4132-81ec-98d736ba288f tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0647907 Sep 26 05:45:18.729432 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] For port f2e668fd-4af3-4593-b411-7b18149bed4b, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:45:18.814974 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:18.867922 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port a2412a97-1a6a-48d8-a7a8-27786cf5d323 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:18.868843 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:18.945653 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] For port f2e668fd-4af3-4593-b411-7b18149bed4b, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2e668fd-4af3-4593-b411-7b18149bed4b,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:45:18.957620 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3cd267-47c3-4bd9-9283-70669f0b6b2c {{(pid=113000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:45:18.969440 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port a2412a97-1a6a-48d8-a7a8-27786cf5d323, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2412a97-1a6a-48d8-a7a8-27786cf5d323,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:18.976835 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Publish callbacks [] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:18.979882 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:18.999981 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.004721 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.provisioning_blocks [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Transition to ACTIVE for port object 6f3cd267-47c3-4bd9-9283-70669f0b6b2c will not be triggered until provisioned by entity L2. {{(pid=113000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:45:19.021529 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:19.022243 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.023774 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f2e668fd-4af3-4593-b411-7b18149bed4b HTTP/1.1" status: 200 len: 1094 time: 5.7148383 Sep 26 05:45:19.054391 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.066345 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9', 'tag': 'f2e668fd-4af3-4593-b411-7b18149bed4b'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:19.066815 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Attempt 3 to provision port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c Sep 26 05:45:19.073939 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d35946-4571-4d2d-a8cc-32506e0ace9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9", "tag": "f2e668fd-4af3-4593-b411-7b18149bed4b"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:19.103187 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-912ef4ab-88cc-485e-85da-fa0fdc813867 admin admin] Publish callbacks [] for security_group (70306710-41ab-411a-8176-a88007d1f903), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.130890 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d57af9b3-a358-484d-8b9d-6d6549a7d04c req-7eda110d-71ac-49be-997d-cfe24068fee5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5547247 Sep 26 05:45:19.179977 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-912ef4ab-88cc-485e-85da-fa0fdc813867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (70306710-41ab-411a-8176-a88007d1f903), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.213886 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:19.214525 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=a2412a97-1a6a-48d8-a7a8-27786cf5d323,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:19.252285 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45561a-7013-4eb5-85a3-55f99a4a7592 req-a0780cba-809d-4518-9559-111adc28d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:19.257179 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0f45561a-7013-4eb5-85a3-55f99a4a7592 req-a0780cba-809d-4518-9559-111adc28d629 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 1129 time: 0.6327097 Sep 26 05:45:19.261697 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.276491 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d362e82-3554-44da-90ed-07c680ff4490 req-4a436f6c-af87-4345-b52a-f93325032901 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:19.283197 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d362e82-3554-44da-90ed-07c680ff4490 req-4a436f6c-af87-4345-b52a-f93325032901 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.2850943 Sep 26 05:45:19.410493 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3cd267-47c3-4bd9-9283-70669f0b6b2c,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:19.419786 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-912ef4ab-88cc-485e-85da-fa0fdc813867 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=e272eb6be2d147c0929fe7f69f20633b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8463006 Sep 26 05:45:19.423109 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ef4ab-88cc-485e-85da-fa0fdc813867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70306710-41ab-411a-8176-a88007d1f903,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:19.427744 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 47992) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:19.474894 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Attempting to bind port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:45:19.475447 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Attempting to bind port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:45:19.475991 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Attempting to bind port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c on network f147de2c-29b4-4f2b-a870-47c60a471f05 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:45:19.495701 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26fdf0-186a-4ca0-9911-3e9190161752 req-29adc5aa-28ef-448f-9280-2e07ebe344b2 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:19.498726 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ef26fdf0-186a-4ca0-9911-3e9190161752 req-29adc5aa-28ef-448f-9280-2e07ebe344b2 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.1559808 Sep 26 05:45:19.530705 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b2dd8-78c6-4101-8675-817de808ea2a service neutron] Pushing event updated for resources: {'Port': ['ID=f2e668fd-4af3-4593-b411-7b18149bed4b,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:19.585208 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d362e82-3554-44da-90ed-07c680ff4490 req-49ab97c8-00b3-413b-82b5-052c9b554be3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008738 Sep 26 05:45:19.595448 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.651536 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c on network f147de2c-29b4-4f2b-a870-47c60a471f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:45:19.651874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Attempting to bind port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c on network f147de2c-29b4-4f2b-a870-47c60a471f05 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:45:19.662198 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3f1e82f-5d8f-4106-acaf-a270ae227ab9 admin admin] Publish callbacks [] for security_group (70306710-41ab-411a-8176-a88007d1f903), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.668318 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Network 439e1f14-830a-49c8-95fe-a76bc50181b7 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:45:19.674666 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:45:19.685389 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:19.688873 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae88fa9-7aa1-4ab4-bb52-284081d7c0b0 x-openstack-request-id: req-2ae88fa9-7aa1-4ab4-bb52-284081d7c0b0 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:19.689349 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9", "tag": "f2e668fd-4af3-4593-b411-7b18149bed4b", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:19.689840 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ae88fa9-7aa1-4ab4-bb52-284081d7c0b0 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:19.690144 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae88fa9-7aa1-4ab4-bb52-284081d7c0b0'] response: {'name': 'network-changed', 'server_uuid': '1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9', 'tag': 'f2e668fd-4af3-4593-b411-7b18149bed4b', 'status': 'completed', 'code': 200} Sep 26 05:45:19.692038 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:45:19.693544 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ef26fdf0-186a-4ca0-9911-3e9190161752 req-950692a8-eaca-4a52-a835-68d9453912bf tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524951 Sep 26 05:45:19.700728 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:19.701938 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.716512 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Attempt 4 to provision port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c Sep 26 05:45:19.728324 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:19.744088 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3f1e82f-5d8f-4106-acaf-a270ae227ab9 admin admin] Publish callbacks [] for security_group (70306710-41ab-411a-8176-a88007d1f903), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.786690 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'Port': ['ID=13bc2cea-45a7-43cc-8730-0f8356ec20ea,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:19.794142 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:45:19.794473 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Checking segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:45:19.794920 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Bound using segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:45:19.795451 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Bound port: 6f3cd267-47c3-4bd9-9283-70669f0b6b2c, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:45:19.795871 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.800825 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-40654805-a9b8-4801-96d7-a228968a32f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4054024 Sep 26 05:45:19.825123 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:19.900905 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744eca0-a180-4097-9b6b-18463942f103 req-57f4e403-c83d-4f49-975a-15d7509243c9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:19.904115 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0744eca0-a180-4097-9b6b-18463942f103 req-57f4e403-c83d-4f49-975a-15d7509243c9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0858662 Sep 26 05:45:19.933311 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] For port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c, host hv-cinder-83608, cleared binding levels {{(pid=113000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:45:19.938193 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3f1e82f-5d8f-4106-acaf-a270ae227ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (70306710-41ab-411a-8176-a88007d1f903), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.941078 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3f1e82f-5d8f-4106-acaf-a270ae227ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.946143 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f3f1e82f-5d8f-4106-acaf-a270ae227ab9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/70306710-41ab-411a-8176-a88007d1f903 HTTP/1.1" status: 204 len: 168 time: 0.5075510 Sep 26 05:45:19.988593 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] For port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6f3cd267-47c3-4bd9-9283-70669f0b6b2c,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:45:19.994160 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1e82f-5d8f-4106-acaf-a270ae227ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70306710-41ab-411a-8176-a88007d1f903,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:20.022537 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6596-c080-444e-8696-93d4020b4285 req-6fa469ff-1101-467d-a5f4-2caa4334b787 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:20.023754 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0744eca0-a180-4097-9b6b-18463942f103 req-45809291-6f8d-4c71-ae48-4ffc9a8acdbb tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097484 Sep 26 05:45:20.038117 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-954c6596-c080-444e-8696-93d4020b4285 req-6fa469ff-1101-467d-a5f4-2caa4334b787 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 931 time: 0.1465507 Sep 26 05:45:20.053443 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:20.059365 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:20.060235 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:20.062421 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6f3cd267-47c3-4bd9-9283-70669f0b6b2c HTTP/1.1" status: 200 len: 1093 time: 2.6597161 Sep 26 05:45:20.075761 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'tag': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:20.079691 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f64b426-e0bd-4efd-9924-67569e799bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "ea993d78-323c-4565-9a8e-db170bd7954a", "tag": "6f3cd267-47c3-4bd9-9283-70669f0b6b2c"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:20.143335 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10f3064-04c0-4ac5-a558-6c2b765651f5 x-openstack-request-id: req-c10f3064-04c0-4ac5-a558-6c2b765651f5 {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:20.143702 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea993d78-323c-4565-9a8e-db170bd7954a", "tag": "6f3cd267-47c3-4bd9-9283-70669f0b6b2c", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:20.143910 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c10f3064-04c0-4ac5-a558-6c2b765651f5 {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:20.144252 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10f3064-04c0-4ac5-a558-6c2b765651f5'] response: {'name': 'network-changed', 'server_uuid': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'tag': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'status': 'completed', 'code': 200} Sep 26 05:45:20.158542 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-954c6596-c080-444e-8696-93d4020b4285 req-abdb2d42-aaa8-4389-9164-16164ddc97b3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192629 Sep 26 05:45:20.162308 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b220d-b0f8-49e2-a63b-1374a41fa167 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3cd267-47c3-4bd9-9283-70669f0b6b2c,revision_number=3']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:20.299307 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3be8a7-e6e0-46f0-bfdb-df514845bcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2412a97-1a6a-48d8-a7a8-27786cf5d323'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:20.303581 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3896f643-58bf-4b75-a11e-9a7b231a629c" -d '{"events": [{"server_uuid": "1f3be8a7-e6e0-46f0-bfdb-df514845bcb7", "name": "network-vif-plugged", "status": "completed", "tag": "a2412a97-1a6a-48d8-a7a8-27786cf5d323"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:20.326989 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Attempt 5 to provision port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c Sep 26 05:45:20.388098 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df090-6fe8-4e78-9138-b791f4d4e988 req-6c596fba-467c-4241-9dd8-f3ad715b04e5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:20.401837 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cf1df090-6fe8-4e78-9138-b791f4d4e988 req-6c596fba-467c-4241-9dd8-f3ad715b04e5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.1261728 Sep 26 05:45:20.402025 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671ad024-652c-4327-8546-d473c533ce0c x-openstack-request-id: req-671ad024-652c-4327-8546-d473c533ce0c {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:20.402436 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3be8a7-e6e0-46f0-bfdb-df514845bcb7", "name": "network-vif-plugged", "status": "completed", "tag": "a2412a97-1a6a-48d8-a7a8-27786cf5d323", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:20.402789 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-671ad024-652c-4327-8546-d473c533ce0c {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:20.403846 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671ad024-652c-4327-8546-d473c533ce0c'] response: {'server_uuid': '1f3be8a7-e6e0-46f0-bfdb-df514845bcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2412a97-1a6a-48d8-a7a8-27786cf5d323', 'code': 200} Sep 26 05:45:20.405635 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7cec3608-1818-4548-a2d4-c5e35b553536 None None] Port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:45:20.460073 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cf1df090-6fe8-4e78-9138-b791f4d4e988 req-49a42ae7-c8bb-48b2-9ace-092a6caefa25 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571420 Sep 26 05:45:20.517721 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48020) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:20.532684 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ee37bcf8-53ae-4140-8ce5-29cf74e91582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:20.533560 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Provisioning complete for port 13bc2cea-45a7-43cc-8730-0f8356ec20ea triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:45:20.534459 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:20.535526 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Attempt 1 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:45:20.603202 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Port 13bc2cea-45a7-43cc-8730-0f8356ec20ea cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:20.647802 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ee37bcf8-53ae-4140-8ce5-29cf74e91582 admin admin] Publish callbacks [] for security_group (b14ea326-b035-42f5-945c-78fe46abb956), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:20.653678 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ee37bcf8-53ae-4140-8ce5-29cf74e91582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b14ea326-b035-42f5-945c-78fe46abb956), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:20.758798 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37bcf8-53ae-4140-8ce5-29cf74e91582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14ea326-b035-42f5-945c-78fe46abb956,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:20.773889 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ee37bcf8-53ae-4140-8ce5-29cf74e91582 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=3cb994344fd24ef0bbd051a491f0dfcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522700 Sep 26 05:45:20.773889 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:20.775693 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48026) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:20.802631 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c2da8-879b-4267-acda-10053537868e req-28cc5b80-9a33-47bd-8da9-d6c95e554056 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:20.805032 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ac6c2da8-879b-4267-acda-10053537868e req-28cc5b80-9a33-47bd-8da9-d6c95e554056 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.1111274 Sep 26 05:45:20.879446 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ac6c2da8-879b-4267-acda-10053537868e req-aa73413b-d3c9-4bcd-9d72-a07dc78a8efe tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621941 Sep 26 05:45:20.879731 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:20.895635 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fa2f2-de43-47b9-81f4-60f20eb4f9b4 req-defb24fa-6e2d-4e4e-b948-f6e3482e69ce tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:20.897341 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2d7fa2f2-de43-47b9-81f4-60f20eb4f9b4 req-defb24fa-6e2d-4e4e-b948-f6e3482e69ce tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.0807877 Sep 26 05:45:20.899782 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7e1858b1-faaf-4322-aa46-994575be0b60 admin admin] Publish callbacks [] for security_group (b14ea326-b035-42f5-945c-78fe46abb956), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:20.937627 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7e1858b1-faaf-4322-aa46-994575be0b60 admin admin] Publish callbacks [] for security_group (b14ea326-b035-42f5-945c-78fe46abb956), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:21.008943 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2d7fa2f2-de43-47b9-81f4-60f20eb4f9b4 req-e16c3c8d-fab0-4654-b238-80faf9b3c2ef tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970821 Sep 26 05:45:21.033984 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7e1858b1-faaf-4322-aa46-994575be0b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b14ea326-b035-42f5-945c-78fe46abb956), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:21.037191 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7e1858b1-faaf-4322-aa46-994575be0b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:21.038457 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-7e1858b1-faaf-4322-aa46-994575be0b60 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/b14ea326-b035-42f5-945c-78fe46abb956 HTTP/1.1" status: 204 len: 168 time: 0.2612257 Sep 26 05:45:21.048110 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1858b1-faaf-4322-aa46-994575be0b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14ea326-b035-42f5-945c-78fe46abb956,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:21.104830 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Attempt 2 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:45:21.152929 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Port 13bc2cea-45a7-43cc-8730-0f8356ec20ea cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:21.189087 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ba61a-8da5-4c2a-986b-86c8d18f84f6 req-a34b6e51-4aee-4364-a710-5619d15aab31 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:21.190771 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-143ba61a-8da5-4c2a-986b-86c8d18f84f6 req-a34b6e51-4aee-4364-a710-5619d15aab31 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0527668 Sep 26 05:45:21.273533 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-143ba61a-8da5-4c2a-986b-86c8d18f84f6 req-38684304-05d5-43a1-b8b1-611da3931c69 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761185 Sep 26 05:45:21.378687 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356afb8-c524-4fcc-a48e-a25bb63ff60e req-6a5fd90e-b43a-4d25-aac8-3f180f296ecf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:21.381699 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5356afb8-c524-4fcc-a48e-a25bb63ff60e req-6a5fd90e-b43a-4d25-aac8-3f180f296ecf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 931 time: 0.0675037 Sep 26 05:45:21.472538 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5356afb8-c524-4fcc-a48e-a25bb63ff60e req-539dd199-2753-4f19-9340-742976746d05 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825663 Sep 26 05:45:21.654586 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Attempt 3 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:45:21.682315 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2e33e-fc70-46b8-8820-e196a192ad2b req-03b48aa1-281e-4128-97d3-8d3680a14549 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:21.693988 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-14e2e33e-fc70-46b8-8820-e196a192ad2b req-03b48aa1-281e-4128-97d3-8d3680a14549 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0981848 Sep 26 05:45:21.733465 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Port 13bc2cea-45a7-43cc-8730-0f8356ec20ea cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:21.748947 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-14e2e33e-fc70-46b8-8820-e196a192ad2b req-ebfb1cc6-1ce4-4763-9057-eefcea8c1520 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536735 Sep 26 05:45:22.045328 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1c1cc-0df3-47b3-9378-4c6421a28b33 req-f40864df-8bab-49e1-bed6-e72342e3577f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:22.048135 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2bc1c1cc-0df3-47b3-9378-4c6421a28b33 req-f40864df-8bab-49e1-bed6-e72342e3577f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.0718565 Sep 26 05:45:22.130695 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2bc1c1cc-0df3-47b3-9378-4c6421a28b33 req-8fbf9c12-b922-4e84-88c7-f106242f068a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757811 Sep 26 05:45:22.195685 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebe0d5-50ea-4c16-a509-00524ff4adb3 req-d243995b-6523-463b-992f-2a78e835fde4 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:22.197700 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-39ebe0d5-50ea-4c16-a509-00524ff4adb3 req-d243995b-6523-463b-992f-2a78e835fde4 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.0713103 Sep 26 05:45:22.234551 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Attempt 4 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:45:22.272329 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-39ebe0d5-50ea-4c16-a509-00524ff4adb3 req-5e0a6fac-ba4f-4b12-8809-2daf646f0ce9 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634153 Sep 26 05:45:22.289871 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Port 13bc2cea-45a7-43cc-8730-0f8356ec20ea cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:22.446155 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764890-bf78-4a95-9bcc-6b83d4378b31 req-456da9c2-ce56-4a41-ada2-7391c9605e7f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:22.448524 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0c764890-bf78-4a95-9bcc-6b83d4378b31 req-456da9c2-ce56-4a41-ada2-7391c9605e7f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0740283 Sep 26 05:45:22.526088 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0c764890-bf78-4a95-9bcc-6b83d4378b31 req-fe63b4f3-b04e-4fdd-b941-86497ce79bd1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692172 Sep 26 05:45:22.637214 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:22.647123 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b578cfe-b5f4-4f68-a7fd-9aca4f90ee9d req-5f72ced6-89ab-49c5-ae20-821819ce4e75 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:22.648953 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6b578cfe-b5f4-4f68-a7fd-9aca4f90ee9d req-5f72ced6-89ab-49c5-ae20-821819ce4e75 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 931 time: 0.0576856 Sep 26 05:45:22.710887 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6b578cfe-b5f4-4f68-a7fd-9aca4f90ee9d req-73176865-eda1-4402-86b5-40489dd00afc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531857 Sep 26 05:45:22.791337 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Attempt 5 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:45:22.854186 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Port 13bc2cea-45a7-43cc-8730-0f8356ec20ea cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:22.916207 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726eb4e3-629f-4976-a8df-d95850d8b8f6 req-b991747e-f152-4768-9119-c1dd4af117f3 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:22.917828 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-726eb4e3-629f-4976-a8df-d95850d8b8f6 req-b991747e-f152-4768-9119-c1dd4af117f3 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0505855 Sep 26 05:45:22.983391 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-726eb4e3-629f-4976-a8df-d95850d8b8f6 req-3e5a5a97-583d-4d0e-803a-d12ee5a092e2 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596490 Sep 26 05:45:23.267782 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3c589-0f4a-4099-b1c2-40099f102f23 req-fe294a0d-84e8-43c7-b24e-addd0de4907f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:23.269643 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-eed3c589-0f4a-4099-b1c2-40099f102f23 req-fe294a0d-84e8-43c7-b24e-addd0de4907f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.0583999 Sep 26 05:45:23.322498 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-eed3c589-0f4a-4099-b1c2-40099f102f23 req-3c9675ef-3719-47a3-90c4-aa457e5516fd tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466053 Sep 26 05:45:23.355871 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Attempt 6 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:45:23.414569 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Port 13bc2cea-45a7-43cc-8730-0f8356ec20ea cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:23.452964 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869a0e6-6f71-43b1-96ec-5d91a63eb8fd req-e9de9afe-8ac7-4201-8412-8281b901db0f tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:23.455710 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b869a0e6-6f71-43b1-96ec-5d91a63eb8fd req-e9de9afe-8ac7-4201-8412-8281b901db0f tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.0817311 Sep 26 05:45:23.530487 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48104) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:23.548679 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b869a0e6-6f71-43b1-96ec-5d91a63eb8fd req-f85d42d4-7f66-4022-9fcc-f4b208265a51 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852199 Sep 26 05:45:23.688411 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd6a0-9c04-46c0-ad18-04c10f07c0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:23.715634 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c1823-19d5-48db-b6cf-bd990414b49a req-dec02c18-8a6a-422c-b5e1-475bd1f5e176 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:23.717238 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-261c1823-19d5-48db-b6cf-bd990414b49a req-dec02c18-8a6a-422c-b5e1-475bd1f5e176 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0708504 Sep 26 05:45:23.802007 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-261c1823-19d5-48db-b6cf-bd990414b49a req-c580cc2d-26d5-45fe-ae13-9b5e2cb083fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751345 Sep 26 05:45:23.843797 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd6a0-9c04-46c0-ad18-04c10f07c0b9 admin admin] Publish callbacks [] for security_group (ff95f6cf-c5f4-4518-8f94-385089738616), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:23.849394 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd6a0-9c04-46c0-ad18-04c10f07c0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (ff95f6cf-c5f4-4518-8f94-385089738616), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:23.881154 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407634b4-c661-43a2-8dde-9a4c1e35106f req-088159c5-ac39-4342-b6d8-a73b6dc8863a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:23.882798 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-407634b4-c661-43a2-8dde-9a4c1e35106f req-088159c5-ac39-4342-b6d8-a73b6dc8863a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 931 time: 0.0554979 Sep 26 05:45:23.914174 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-0c4dd6a0-9c04-46c0-ad18-04c10f07c0b9 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=7b09ea3fd4ed4049b281e2ad08dd97ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789842 Sep 26 05:45:23.914174 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dd6a0-9c04-46c0-ad18-04c10f07c0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff95f6cf-c5f4-4518-8f94-385089738616,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:23.915472 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48114) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:23.916699 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Attempt 7 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:45:23.964090 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Port 13bc2cea-45a7-43cc-8730-0f8356ec20ea cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:23.980560 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:23.987894 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-407634b4-c661-43a2-8dde-9a4c1e35106f req-309c63c5-5ec1-41f3-97f5-869f8f1b41e9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944278 Sep 26 05:45:24.010488 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531027d4-6396-4134-a36e-52381d8f8792 admin admin] Publish callbacks [] for security_group (ff95f6cf-c5f4-4518-8f94-385089738616), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:24.046006 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531027d4-6396-4134-a36e-52381d8f8792 admin admin] Publish callbacks [] for security_group (ff95f6cf-c5f4-4518-8f94-385089738616), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:24.116953 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531027d4-6396-4134-a36e-52381d8f8792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (ff95f6cf-c5f4-4518-8f94-385089738616), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:24.120667 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-531027d4-6396-4134-a36e-52381d8f8792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:24.121889 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-531027d4-6396-4134-a36e-52381d8f8792 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/ff95f6cf-c5f4-4518-8f94-385089738616 HTTP/1.1" status: 204 len: 168 time: 0.2050714 Sep 26 05:45:24.131927 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad29b-88e6-4daf-8846-f36f6f2ae062 req-c7675b9f-8861-474e-8ebf-29f6eaeac01e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:24.133563 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531027d4-6396-4134-a36e-52381d8f8792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff95f6cf-c5f4-4518-8f94-385089738616,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:24.134715 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e71ad29b-88e6-4daf-8846-f36f6f2ae062 req-c7675b9f-8861-474e-8ebf-29f6eaeac01e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.0598371 Sep 26 05:45:24.224110 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e71ad29b-88e6-4daf-8846-f36f6f2ae062 req-70e3fb21-2e1a-4ba4-a32e-df804cf57f3e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700972 Sep 26 05:45:24.465794 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Attempt 8 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:45:24.473002 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6015068-a283-4b8a-a3db-d9d20293c964 req-b75ca6f4-efa9-460f-96a2-58a8dea59b07 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:24.480529 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d6015068-a283-4b8a-a3db-d9d20293c964 req-b75ca6f4-efa9-460f-96a2-58a8dea59b07 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.0686696 Sep 26 05:45:24.526928 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Port 13bc2cea-45a7-43cc-8730-0f8356ec20ea cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:24.531909 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d6015068-a283-4b8a-a3db-d9d20293c964 req-43712184-bcd3-48f5-b4b7-7e983750702c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504556 Sep 26 05:45:24.561294 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48126) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:24.574799 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-169dd3f7-8d3f-4b49-b95f-84131a7bbe27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:24.631785 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:24.755786 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe71042-c688-4d90-b7eb-3358be5678d0 req-ff9b91d9-6689-452e-b8ea-0b1664ea5237 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:24.758200 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-afe71042-c688-4d90-b7eb-3358be5678d0 req-ff9b91d9-6689-452e-b8ea-0b1664ea5237 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.1088572 Sep 26 05:45:24.830037 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-169dd3f7-8d3f-4b49-b95f-84131a7bbe27 admin admin] Publish callbacks [] for security_group (6acf3a33-adfa-4eb4-b7f5-65c2b28d1c93), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:24.860919 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-169dd3f7-8d3f-4b49-b95f-84131a7bbe27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (6acf3a33-adfa-4eb4-b7f5-65c2b28d1c93), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:24.919251 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-afe71042-c688-4d90-b7eb-3358be5678d0 req-0418daf0-fd32-41f7-a77f-474562903c2d tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441562 Sep 26 05:45:24.931951 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48148) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:24.932282 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-169dd3f7-8d3f-4b49-b95f-84131a7bbe27 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=cbdc067853214c64864b630eca8f46db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777258 Sep 26 05:45:24.933567 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dd3f7-8d3f-4b49-b95f-84131a7bbe27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acf3a33-adfa-4eb4-b7f5-65c2b28d1c93,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:24.946784 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:24.981098 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Request body: {'port': {'device_id': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:45:25.028624 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Attempt 9 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:45:25.116281 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Port 13bc2cea-45a7-43cc-8730-0f8356ec20ea cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:25.178199 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f57258-7809-470b-be5a-38003202393a req-be4d2761-f44a-42e7-9aad-08b66069f931 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:25.179010 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-0f45561a-7013-4eb5-85a3-55f99a4a7592 req-29a0ff75-d2d3-49ba-95c8-16369a1fe0fb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:25.180747 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-87f57258-7809-470b-be5a-38003202393a req-be4d2761-f44a-42e7-9aad-08b66069f931 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1442060 Sep 26 05:45:25.184926 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:25.227190 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35946-4571-4d2d-a8cc-32506e0ace9b req-c6e96f9b-fbf0-4aa6-84e5-89c26475bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:25.229619 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-73d35946-4571-4d2d-a8cc-32506e0ace9b req-c6e96f9b-fbf0-4aa6-84e5-89c26475bd1e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7edddf22ec7f41aea66bcf3e30a3d3ca&device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 1128 time: 0.1272254 Sep 26 05:45:25.286602 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0dc70e8d-4ba5-47f0-8d0b-d1fd86f72204 admin admin] Publish callbacks [] for security_group (6acf3a33-adfa-4eb4-b7f5-65c2b28d1c93), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:25.317260 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:25.320778 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64b426-e0bd-4efd-9924-67569e799bfa req-0ca298f1-6545-4111-81a6-65d07341424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:25.323770 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6f64b426-e0bd-4efd-9924-67569e799bfa req-0ca298f1-6545-4111-81a6-65d07341424f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 1127 time: 0.3041432 Sep 26 05:45:25.455643 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9c828-1231-4c65-954d-2b0775472616 req-1bc8319a-5798-4aa2-8dce-4ff6654c508f tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:25.464203 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cad9c828-1231-4c65-954d-2b0775472616 req-1bc8319a-5798-4aa2-8dce-4ff6654c508f tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 931 time: 0.2476559 Sep 26 05:45:25.474330 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0dc70e8d-4ba5-47f0-8d0b-d1fd86f72204 admin admin] Publish callbacks [] for security_group (6acf3a33-adfa-4eb4-b7f5-65c2b28d1c93), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:25.536127 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-87f57258-7809-470b-be5a-38003202393a req-78f59301-6b0b-4490-ba50-9daae884f171 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281136 Sep 26 05:45:25.617977 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Attempt 10 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:45:25.656617 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f64bf9-e193-439e-af49-9686fc29f2e7 req-d99896bc-3cb2-4406-b388-41bdf25823ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:25.658139 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-85f64bf9-e193-439e-af49-9686fc29f2e7 req-d99896bc-3cb2-4406-b388-41bdf25823ad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 1129 time: 0.2964201 Sep 26 05:45:25.685322 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e99e8669-fe16-4a7a-9e88-1f62883cf05a None None] Port 13bc2cea-45a7-43cc-8730-0f8356ec20ea cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:45:25.796301 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-85f64bf9-e193-439e-af49-9686fc29f2e7 req-2c3634d0-0348-4d7b-9744-77b602eaa33c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:25.826679 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35946-4571-4d2d-a8cc-32506e0ace9b req-66ec0524-937a-4182-8748-66084eca4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:25.828573 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-73d35946-4571-4d2d-a8cc-32506e0ace9b req-66ec0524-937a-4182-8748-66084eca4c72 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=7edddf22ec7f41aea66bcf3e30a3d3ca&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5599830 Sep 26 05:45:25.855803 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ed999-5840-4145-bec5-820ade3012e4 req-344261cd-5073-4d5a-8faa-09ea6e4fb24a tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:25.857487 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-474ed999-5840-4145-bec5-820ade3012e4 req-344261cd-5073-4d5a-8faa-09ea6e4fb24a tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 943 time: 0.1981657 Sep 26 05:45:25.913341 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-0f45561a-7013-4eb5-85a3-55f99a4a7592 req-29a0ff75-d2d3-49ba-95c8-16369a1fe0fb service neutron] Publish callbacks [] for security_group (09b2c907-5463-4a42-ad79-7da70bb98670), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:25.926054 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:25.935358 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cad9c828-1231-4c65-954d-2b0775472616 req-e7532873-6512-4ee6-987d-2124e10d97b0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4694362 Sep 26 05:45:25.941019 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-0f45561a-7013-4eb5-85a3-55f99a4a7592 req-29a0ff75-d2d3-49ba-95c8-16369a1fe0fb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (09b2c907-5463-4a42-ad79-7da70bb98670), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:25.955019 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64b426-e0bd-4efd-9924-67569e799bfa req-3844b479-190e-4cdb-bdd9-9546eccdd10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:25.957841 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6f64b426-e0bd-4efd-9924-67569e799bfa req-3844b479-190e-4cdb-bdd9-9546eccdd10e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5863333 Sep 26 05:45:26.005948 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0dc70e8d-4ba5-47f0-8d0b-d1fd86f72204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (6acf3a33-adfa-4eb4-b7f5-65c2b28d1c93), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:26.008864 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0dc70e8d-4ba5-47f0-8d0b-d1fd86f72204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:26.010067 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-0dc70e8d-4ba5-47f0-8d0b-d1fd86f72204 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/6acf3a33-adfa-4eb4-b7f5-65c2b28d1c93 HTTP/1.1" status: 204 len: 168 time: 1.0766940 Sep 26 05:45:26.030373 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:26.057101 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.db.api [req-85f64bf9-e193-439e-af49-9686fc29f2e7 req-2c3634d0-0348-4d7b-9744-77b602eaa33c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5e44d601292b47b7b66d6f3efa80b450 {{(pid=113001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 05:45:26.057497 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG oslo_db.api [req-85f64bf9-e193-439e-af49-9686fc29f2e7 req-2c3634d0-0348-4d7b-9744-77b602eaa33c service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 05:45:26.070035 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0f45561a-7013-4eb5-85a3-55f99a4a7592 req-29a0ff75-d2d3-49ba-95c8-16369a1fe0fb service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0852880 Sep 26 05:45:26.074216 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc70e8d-4ba5-47f0-8d0b-d1fd86f72204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acf3a33-adfa-4eb4-b7f5-65c2b28d1c93,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:26.098734 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-474ed999-5840-4145-bec5-820ade3012e4 req-b90b40cb-c027-4aaf-83cb-ca74b8283f2b tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027750 Sep 26 05:45:26.132086 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 874e44a1-6cb8-479e-b4b0-e68322b26e1f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:45:26.182885 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d35946-4571-4d2d-a8cc-32506e0ace9b req-2f73223a-5017-4db8-8068-56d3bc72e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:26.184503 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-73d35946-4571-4d2d-a8cc-32506e0ace9b req-2f73223a-5017-4db8-8068-56d3bc72e580 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3368163 Sep 26 05:45:26.200435 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bc2cea-45a7-43cc-8730-0f8356ec20ea {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:45:26.210567 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Publish callbacks [] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:26.256625 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Transition to ACTIVE for port object 13bc2cea-45a7-43cc-8730-0f8356ec20ea will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:45:26.264824 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:26.270224 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:26.378571 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=13bc2cea-45a7-43cc-8730-0f8356ec20ea,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:26.388465 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 874e44a1-6cb8-479e-b4b0-e68322b26e1f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=874e44a1-6cb8-479e-b4b0-e68322b26e1f,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:26.402784 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Attempting to bind port 13bc2cea-45a7-43cc-8730-0f8356ec20ea on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:45:26.402927 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '874e44a1-6cb8-479e-b4b0-e68322b26e1f', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'port_id': '874e44a1-6cb8-479e-b4b0-e68322b26e1f', 'mac_address': 'fa:16:3e:53:21:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:45:26.403062 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Attempting to bind port 13bc2cea-45a7-43cc-8730-0f8356ec20ea by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:45:26.404343 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Attempting to bind port 13bc2cea-45a7-43cc-8730-0f8356ec20ea on network 439e1f14-830a-49c8-95fe-a76bc50181b7 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:45:26.416104 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eec84-9044-46b8-acaf-a94e3ac55a2b req-a6c30d1d-07a0-43e2-a193-73d9f0019079 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:26.418068 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-600eec84-9044-46b8-acaf-a94e3ac55a2b req-a6c30d1d-07a0-43e2-a193-73d9f0019079 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.1418874 Sep 26 05:45:26.516340 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-600eec84-9044-46b8-acaf-a94e3ac55a2b req-faa485ff-8f3a-4798-8b2f-da61a1c1235f tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741692 Sep 26 05:45:26.537810 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 874e44a1-6cb8-479e-b4b0-e68322b26e1f is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:26.541255 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:26.543008 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Port 13bc2cea-45a7-43cc-8730-0f8356ec20ea on network 439e1f14-830a-49c8-95fe-a76bc50181b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:45:26.543578 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Attempting to bind port 13bc2cea-45a7-43cc-8730-0f8356ec20ea on network 439e1f14-830a-49c8-95fe-a76bc50181b7 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:45:26.565587 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:26.568078 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0ff75-d2d3-49ba-95c8-16369a1fe0fb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=09b2c907-5463-4a42-ad79-7da70bb98670,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:26.587622 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-85f64bf9-e193-439e-af49-9686fc29f2e7 req-2c3634d0-0348-4d7b-9744-77b602eaa33c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:26.631858 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b034e0-28f7-4bb9-8d78-24e17d8ddadd req-7ffaab5f-e04c-4ecc-ad99-958dc54cf9f9 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:26.642701 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d1b034e0-28f7-4bb9-8d78-24e17d8ddadd req-7ffaab5f-e04c-4ecc-ad99-958dc54cf9f9 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.5795560 Sep 26 05:45:26.649109 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874e44a1-6cb8-479e-b4b0-e68322b26e1f {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:45:26.656458 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64b426-e0bd-4efd-9924-67569e799bfa req-5f25dfe5-e1f1-4fee-a52f-cbd82271f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:26.658334 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6f64b426-e0bd-4efd-9924-67569e799bfa req-5f25dfe5-e1f1-4fee-a52f-cbd82271f956 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6828291 Sep 26 05:45:26.697585 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:45:26.697585 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Checking segment: {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:45:26.697585 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Bound using segment: {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:45:26.697585 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Bound port: 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:45:26.697585 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:26.714937 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-85f64bf9-e193-439e-af49-9686fc29f2e7 req-2c3634d0-0348-4d7b-9744-77b602eaa33c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0395985 Sep 26 05:45:26.761540 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d1b034e0-28f7-4bb9-8d78-24e17d8ddadd req-799fbb18-a0d2-4b23-a348-6ae99ac15b5c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168921 Sep 26 05:45:26.768285 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 874e44a1-6cb8-479e-b4b0-e68322b26e1f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=874e44a1-6cb8-479e-b4b0-e68322b26e1f,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:26.790858 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:26.803554 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:45:26.808543 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:45:26.871044 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=874e44a1-6cb8-479e-b4b0-e68322b26e1f,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:27.125532 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:27.137723 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:27.138367 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:27.139932 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/13bc2cea-45a7-43cc-8730-0f8356ec20ea HTTP/1.1" status: 200 len: 1093 time: 2.1635265 Sep 26 05:45:27.171468 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:27.176189 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d91675-e971-448e-9a67-0fe7e947e7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:27.201615 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:27.208589 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47027d86-d040-4ae4-8aa2-5e2347acca05 req-7d702ff8-dba9-4c10-aa24-6bf502e88713 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:27.210276 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-47027d86-d040-4ae4-8aa2-5e2347acca05 req-7d702ff8-dba9-4c10-aa24-6bf502e88713 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.3977990 Sep 26 05:45:27.268690 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c4c45-3043-4629-bd11-8092f68b207c req-05639340-c93e-4dc7-895e-874c3aa3ca82 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:27.285323 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6a4c4c45-3043-4629-bd11-8092f68b207c req-05639340-c93e-4dc7-895e-874c3aa3ca82 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.1346855 Sep 26 05:45:27.299779 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['874e44a1-6cb8-479e-b4b0-e68322b26e1f'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:45:27.355065 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:27.366911 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-47027d86-d040-4ae4-8aa2-5e2347acca05 req-5d6fb332-62ee-476b-b1ea-4391f77f1345 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422307 Sep 26 05:45:27.378601 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0d7b5-c298-4afe-83aa-382d1be56dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=13bc2cea-45a7-43cc-8730-0f8356ec20ea,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:27.413963 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6a4c4c45-3043-4629-bd11-8092f68b207c req-ae296535-589e-4a2e-b69b-52c05f32203b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243651 Sep 26 05:45:27.553844 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-8c538aad-bb40-4b22-baef-4743c3d69e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:27.557381 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-8c538aad-bb40-4b22-baef-4743c3d69e7c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7edddf22ec7f41aea66bcf3e30a3d3ca&device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 1128 time: 0.0893083 Sep 26 05:45:27.584933 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85230e5a-79e3-43d5-983e-2fda0b78c03e x-openstack-request-id: req-85230e5a-79e3-43d5-983e-2fda0b78c03e {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:27.585453 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:27.585453 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85230e5a-79e3-43d5-983e-2fda0b78c03e {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:27.585844 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85230e5a-79e3-43d5-983e-2fda0b78c03e'] response: {'name': 'network-changed', 'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'status': 'completed', 'code': 200} Sep 26 05:45:27.720526 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daf91c-d59c-4a51-a582-707f860d9527 req-90f4c850-cb0b-40fb-be70-5a83756ad110 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:27.725586 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-34daf91c-d59c-4a51-a582-707f860d9527 req-90f4c850-cb0b-40fb-be70-5a83756ad110 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 944 time: 0.1098144 Sep 26 05:45:27.737608 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2756681-ba8a-4c31-9bec-bfc2b79e4452 req-82563a73-4a54-4942-a111-c0d888e8f516 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:27.753625 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f2756681-ba8a-4c31-9bec-bfc2b79e4452 req-82563a73-4a54-4942-a111-c0d888e8f516 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.0703826 Sep 26 05:45:27.840658 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-34daf91c-d59c-4a51-a582-707f860d9527 req-f7364010-af8c-48af-a920-d0a0fe1d6864 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055424 Sep 26 05:45:27.845964 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f2756681-ba8a-4c31-9bec-bfc2b79e4452 req-062b767f-73b8-4655-a681-83b33fa4b6eb tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841570 Sep 26 05:45:28.017572 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763650-d478-410f-938a-81d20878e123 req-7b8053a6-fdc4-4c5f-901f-2da333ad3e79 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:28.027035 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-94763650-d478-410f-938a-81d20878e123 req-7b8053a6-fdc4-4c5f-901f-2da333ad3e79 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.0903640 Sep 26 05:45:28.041249 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:28.064533 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:45:28.101381 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-94763650-d478-410f-938a-81d20878e123 req-da9123b7-b67b-4d62-af79-72e978a92e85 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728796 Sep 26 05:45:28.228872 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48270) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:28.375762 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e96cf7eb-6134-494e-9ea1-913a307085fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:28.527413 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-843ebaf0-fc11-4ffb-ad27-334d650c0de4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e668fd-4af3-4593-b411-7b18149bed4b HTTP/1.1" status: 200 len: 217 time: 0.0819232 Sep 26 05:45:28.544115 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 874e44a1-6cb8-479e-b4b0-e68322b26e1f up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:45:28.551534 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-73b32a67-b278-4048-b456-a28c232107f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:28.553263 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-73b32a67-b278-4048-b456-a28c232107f5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 1127 time: 0.1141553 Sep 26 05:45:28.570921 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-b316ed97-318c-48d7-a9d4-9c21decdaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:28.572712 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-b316ed97-318c-48d7-a9d4-9c21decdaab9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 1127 time: 0.0813065 Sep 26 05:45:28.610161 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e96cf7eb-6134-494e-9ea1-913a307085fd admin admin] Publish callbacks [] for security_group (d4aecc11-9831-4c42-9e91-e11c8d2a898a), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:28.634497 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 874e44a1-6cb8-479e-b4b0-e68322b26e1f completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:45:28.636484 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e96cf7eb-6134-494e-9ea1-913a307085fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (d4aecc11-9831-4c42-9e91-e11c8d2a898a), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:28.645563 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 874e44a1-6cb8-479e-b4b0-e68322b26e1f triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:45:28.646405 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:28.646972 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 874e44a1-6cb8-479e-b4b0-e68322b26e1f Sep 26 05:45:28.744989 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 874e44a1-6cb8-479e-b4b0-e68322b26e1f is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:28.745529 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:28.774618 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facde629-912a-4335-99ef-3b1a4abdc352 req-5370dc81-4297-40d4-a091-606b0046b166 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:28.776656 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-facde629-912a-4335-99ef-3b1a4abdc352 req-5370dc81-4297-40d4-a091-606b0046b166 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1733596 Sep 26 05:45:28.786108 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-e96cf7eb-6134-494e-9ea1-913a307085fd admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=8c72d43256114ca298ccbbd9a6da1eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5557640 Sep 26 05:45:28.793169 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48288) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:28.796723 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0853094-da33-4e22-a597-b0df1980229b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874e44a1-6cb8-479e-b4b0-e68322b26e1f'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:28.799284 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83801dfe-8372-46fa-8b37-c2be9ee8a6fb" -d '{"events": [{"server_uuid": "a0853094-da33-4e22-a597-b0df1980229b", "name": "network-vif-plugged", "status": "completed", "tag": "874e44a1-6cb8-479e-b4b0-e68322b26e1f"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:28.802186 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd553a-c1f9-43b1-8f50-e07a9fbb56b2 req-e9206824-2273-4559-850e-9573d8c1d0b8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:28.804930 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e3cd553a-c1f9-43b1-8f50-e07a9fbb56b2 req-e9206824-2273-4559-850e-9573d8c1d0b8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0916963 Sep 26 05:45:28.816146 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 874e44a1-6cb8-479e-b4b0-e68322b26e1f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=874e44a1-6cb8-479e-b4b0-e68322b26e1f,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:28.825307 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cf7eb-6134-494e-9ea1-913a307085fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aecc11-9831-4c42-9e91-e11c8d2a898a,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:28.827754 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:28.878376 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:28.908400 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e3cd553a-c1f9-43b1-8f50-e07a9fbb56b2 req-c4613662-12ef-40b2-ad01-d70081203d04 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868289 Sep 26 05:45:28.910016 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:28.947186 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=874e44a1-6cb8-479e-b4b0-e68322b26e1f,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:28.982192 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0f78bb-ffc3-419a-bd57-56653030c60c x-openstack-request-id: req-fa0f78bb-ffc3-419a-bd57-56653030c60c {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:28.983981 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0853094-da33-4e22-a597-b0df1980229b", "name": "network-vif-plugged", "status": "completed", "tag": "874e44a1-6cb8-479e-b4b0-e68322b26e1f", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:28.985650 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa0f78bb-ffc3-419a-bd57-56653030c60c {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:28.987940 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0f78bb-ffc3-419a-bd57-56653030c60c'] response: {'server_uuid': 'a0853094-da33-4e22-a597-b0df1980229b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874e44a1-6cb8-479e-b4b0-e68322b26e1f', 'code': 200} Sep 26 05:45:28.992882 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-facde629-912a-4335-99ef-3b1a4abdc352 req-530dfc0d-b0fb-4d31-b1d9-340518781bad tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979141 Sep 26 05:45:29.007202 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3c86b28b-9d90-477f-91ac-a2e956937142 admin admin] Publish callbacks [] for security_group (d4aecc11-9831-4c42-9e91-e11c8d2a898a), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:29.040590 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3c86b28b-9d90-477f-91ac-a2e956937142 admin admin] Publish callbacks [] for security_group (d4aecc11-9831-4c42-9e91-e11c8d2a898a), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:29.136780 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3c86b28b-9d90-477f-91ac-a2e956937142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (d4aecc11-9831-4c42-9e91-e11c8d2a898a), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:29.139998 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3c86b28b-9d90-477f-91ac-a2e956937142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:29.144912 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-3c86b28b-9d90-477f-91ac-a2e956937142 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/d4aecc11-9831-4c42-9e91-e11c8d2a898a HTTP/1.1" status: 204 len: 168 time: 0.3441336 Sep 26 05:45:29.215876 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86b28b-9d90-477f-91ac-a2e956937142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aecc11-9831-4c42-9e91-e11c8d2a898a,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:29.219275 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-a5bd669c-bd12-4002-9b9a-d1b241e93267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:29.221363 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-a5bd669c-bd12-4002-9b9a-d1b241e93267 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=293d6165-94bf-4ada-9367-1c10f28502f0 HTTP/1.1" status: 200 len: 850 time: 0.0709126 Sep 26 05:45:29.282563 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cbd17-8c03-4793-b8f1-a6e38e3a7d21 req-58901266-cd8d-46d3-8de5-43194ef51d8d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:29.286177 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-052cbd17-8c03-4793-b8f1-a6e38e3a7d21 req-58901266-cd8d-46d3-8de5-43194ef51d8d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.1211116 Sep 26 05:45:29.349814 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5977220-c49a-475c-8965-5c8b343323af req-56bf4401-1ea4-45ab-a772-369bed07913a tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:29.358889 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d5977220-c49a-475c-8965-5c8b343323af req-56bf4401-1ea4-45ab-a772-369bed07913a tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.1879935 Sep 26 05:45:29.442129 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d5977220-c49a-475c-8965-5c8b343323af req-3aedd056-4c38-4c23-a168-b5ac725928b3 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818598 Sep 26 05:45:29.444385 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48318) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:29.466285 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-052cbd17-8c03-4793-b8f1-a6e38e3a7d21 req-fd2673f9-aa55-4969-b450-9699059ffba6 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607313 Sep 26 05:45:29.566594 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:29.663994 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096c65-0cf3-467e-844b-08aec9e82eda req-1371ffeb-2832-49bd-85c4-0e754b568e83 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:29.667512 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-4d35bda3-5eb4-48db-93ad-cbbd2a986ae2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea HTTP/1.1" status: 200 len: 217 time: 0.1699758 Sep 26 05:45:29.669844 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-a71de457-1197-40a5-8713-fa5d49574b97 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f3cd267-47c3-4bd9-9283-70669f0b6b2c HTTP/1.1" status: 200 len: 217 time: 0.1906171 Sep 26 05:45:29.673769 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7096c65-0cf3-467e-844b-08aec9e82eda req-1371ffeb-2832-49bd-85c4-0e754b568e83 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.1274900 Sep 26 05:45:29.681331 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c18430-8226-4407-a059-65baaf4f6bd9 admin admin] Deleting subnet 861d570b-ce90-47b3-921d-8c4895083a3f {{(pid=113000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:45:29.705627 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a8c18430-8226-4407-a059-65baaf4f6bd9 admin admin] Publish callbacks [] for subnet (861d570b-ce90-47b3-921d-8c4895083a3f), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:29.707476 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4001-b373-4b54-9d1d-7cfcfffb566e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:29.767289 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-92b8ed14-8a1e-47f8-a6d8-ca2568863b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:29.768892 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-92b8ed14-8a1e-47f8-a6d8-ca2568863b0e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=1d547000-9468-4872-8f60-910e68d2881c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1795776 Sep 26 05:45:29.819395 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a8c18430-8226-4407-a059-65baaf4f6bd9 admin admin] Publish callbacks [] for subnet (861d570b-ce90-47b3-921d-8c4895083a3f), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:29.866733 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-67b8ef32-ef74-4482-87e3-088af04b2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:29.868391 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-67b8ef32-ef74-4482-87e3-088af04b2f94 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.1614218 Sep 26 05:45:29.903750 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a8c18430-8226-4407-a059-65baaf4f6bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (861d570b-ce90-47b3-921d-8c4895083a3f), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:29.932515 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-c31b9a7b-c320-46ce-8444-9cc5429cdb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:29.934794 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-c31b9a7b-c320-46ce-8444-9cc5429cdb17 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.2568986 Sep 26 05:45:29.958818 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989d023-6ef9-45d0-a940-7ede8dfdb8f9 req-57bbdc21-9273-43a5-8017-1080609bc680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:29.960790 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6989d023-6ef9-45d0-a940-7ede8dfdb8f9 req-57bbdc21-9273-43a5-8017-1080609bc680 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 1129 time: 0.1317759 Sep 26 05:45:29.966709 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-5149ba0b-8dc2-424b-9949-1a643981f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:29.968273 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-5149ba0b-8dc2-424b-9949-1a643981f5d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0798225 Sep 26 05:45:30.025064 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7096c65-0cf3-467e-844b-08aec9e82eda req-a597b72c-b3bb-441f-934e-c06d05bcf364 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222086 Sep 26 05:45:30.124802 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-19f35c10-c9b8-4637-bd49-807d816a9d71 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1d547000-9468-4872-8f60-910e68d2881c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377931 Sep 26 05:45:30.138806 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-a1d76f38-51fd-4e85-84c0-6126d5ad07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:30.145853 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-a1d76f38-51fd-4e85-84c0-6126d5ad07f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1992626 Sep 26 05:45:30.160716 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a8c18430-8226-4407-a059-65baaf4f6bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (861d570b-ce90-47b3-921d-8c4895083a3f), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:30.203274 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48332) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:30.250843 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c18430-8226-4407-a059-65baaf4f6bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=861d570b-ce90-47b3-921d-8c4895083a3f,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:30.285534 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a8c18430-8226-4407-a059-65baaf4f6bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:30.292702 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-a8c18430-8226-4407-a059-65baaf4f6bd9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/861d570b-ce90-47b3-921d-8c4895083a3f HTTP/1.1" status: 204 len: 168 time: 0.8416283 Sep 26 05:45:30.292702 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-71c9cf1f-25e2-48ad-86cf-baad0fa385ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:30.298686 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48336) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:30.317266 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:30.318231 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:30.327585 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6989d023-6ef9-45d0-a940-7ede8dfdb8f9 req-d3a7279f-f171-4a33-911c-6868682e05d5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356383 Sep 26 05:45:30.340672 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-b3f4f15b-e83b-4950-b982-39f917c6dd14 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473845 Sep 26 05:45:30.345739 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76d776-1dc2-4d54-ad21-e030326f83b1 req-6bee415b-b5cd-4243-ab00-efb40c9514ce tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:30.347366 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cd76d776-1dc2-4d54-ad21-e030326f83b1 req-6bee415b-b5cd-4243-ab00-efb40c9514ce tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1246367 Sep 26 05:45:30.356462 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a57296-8459-4548-87ee-394987c071b5 req-d86d405b-ef53-407a-99e4-1aac368810c7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:30.358288 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-72a57296-8459-4548-87ee-394987c071b5 req-d86d405b-ef53-407a-99e4-1aac368810c7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.1692884 Sep 26 05:45:30.466127 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-472ce9f8-3917-4a20-939e-3dcb1292491a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065085 Sep 26 05:45:30.491220 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a095f2c-0aa6-4fb7-b9bc-b3a541f10422 req-933c885e-717b-457d-9dcb-a6b84bb5d397 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1d547000-9468-4872-8f60-910e68d2881c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586736 Sep 26 05:45:30.493422 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-72a57296-8459-4548-87ee-394987c071b5 req-661e14da-106f-454d-807f-d3a0d81fd596 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213408 Sep 26 05:45:30.501782 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (d2e7479d-0a20-4330-8056-3708b6a0387b), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:30.579580 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cd76d776-1dc2-4d54-ad21-e030326f83b1 req-77092bcb-109c-49da-8052-e768a003f681 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947598 Sep 26 05:45:30.658829 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081768b4-1101-43cf-91a7-b491307b9187 req-69f6079a-ce57-449d-99bd-2660f43c663a tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:30.675906 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-081768b4-1101-43cf-91a7-b491307b9187 req-69f6079a-ce57-449d-99bd-2660f43c663a tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.0966048 Sep 26 05:45:30.715860 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-71c9cf1f-25e2-48ad-86cf-baad0fa385ff admin admin] Publish callbacks [] for security_group (e2be0310-a4e9-46bb-8bdf-f95c17d008a5), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:30.727591 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-71c9cf1f-25e2-48ad-86cf-baad0fa385ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (e2be0310-a4e9-46bb-8bdf-f95c17d008a5), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:30.739961 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (d2e7479d-0a20-4330-8056-3708b6a0387b), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:30.756393 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:30.828473 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:30.828827 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:30.829791 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:30.830135 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > port after_create 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:30.830470 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:30.830794 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > port after_update 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:30.831106 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:30.831434 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:30.831742 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:30.832083 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:30.906852 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cb814b28-6e35-4c16-a3d1-46368d8b721b req-593a32fa-cbd8-4628-9207-70fb513c7126 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101607 Sep 26 05:45:30.925845 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-081768b4-1101-43cf-91a7-b491307b9187 req-288b5929-5a27-46f1-a9a7-97ee824bba75 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537458 Sep 26 05:45:30.950282 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:30.982417 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01a3684c-378a-4cf7-a307-d0e7c1efcf46 req-ae59aa39-f9e8-40a1-9286-ba49aa5217e7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802845 Sep 26 05:45:31.069037 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:31.069905 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:31.070810 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:31.071478 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:45:31.072607 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e7479d-0a20-4330-8056-3708b6a0387b']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:31.117334 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-71c9cf1f-25e2-48ad-86cf-baad0fa385ff admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=aa293b1ed6674ae48499044c6850081c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8929365 Sep 26 05:45:31.120108 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710eba39-7300-44ba-9798-195be8e160cc') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:31.120474 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710eba39-7300-44ba-9798-195be8e160cc') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:31.122336 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48356) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:31.139019 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9cf1f-25e2-48ad-86cf-baad0fa385ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2be0310-a4e9-46bb-8bdf-f95c17d008a5,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:31.170331 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89616d6-5d8a-4635-b483-19688b55eb5d req-eb43aecf-66f9-4a75-9866-6160c3323845 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:31.179235 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d89616d6-5d8a-4635-b483-19688b55eb5d req-eb43aecf-66f9-4a75-9866-6160c3323845 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.4493928 Sep 26 05:45:31.189833 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (710eba39-7300-44ba-9798-195be8e160cc), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.250546 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-594af6cd-2e47-429d-aa73-25921ba6faa2 admin admin] Publish callbacks [] for security_group (e2be0310-a4e9-46bb-8bdf-f95c17d008a5), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.276728 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (710eba39-7300-44ba-9798-195be8e160cc), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.277782 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-594af6cd-2e47-429d-aa73-25921ba6faa2 admin admin] Publish callbacks [] for security_group (e2be0310-a4e9-46bb-8bdf-f95c17d008a5), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.317358 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:45:31.317772 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (710eba39-7300-44ba-9798-195be8e160cc), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.366567 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff5617-86b1-4508-931c-c6b4be156ea7 req-50f0215e-7864-4648-b319-7acbe387d54c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:31.367855 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8aff5617-86b1-4508-931c-c6b4be156ea7 req-50f0215e-7864-4648-b319-7acbe387d54c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.0806689 Sep 26 05:45:31.404481 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-594af6cd-2e47-429d-aa73-25921ba6faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (e2be0310-a4e9-46bb-8bdf-f95c17d008a5), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.407885 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-594af6cd-2e47-429d-aa73-25921ba6faa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.412565 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-594af6cd-2e47-429d-aa73-25921ba6faa2 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/e2be0310-a4e9-46bb-8bdf-f95c17d008a5 HTTP/1.1" status: 204 len: 168 time: 0.2885377 Sep 26 05:45:31.421299 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d89616d6-5d8a-4635-b483-19688b55eb5d req-8cd573ff-2260-4bda-b58e-78c3764ba39d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096627 Sep 26 05:45:31.435768 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594af6cd-2e47-429d-aa73-25921ba6faa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2be0310-a4e9-46bb-8bdf-f95c17d008a5,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:31.478693 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8aff5617-86b1-4508-931c-c6b4be156ea7 req-53f3b292-afa9-4322-b630-645f8efcccee tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911775 Sep 26 05:45:31.492476 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (d2e7479d-0a20-4330-8056-3708b6a0387b), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.501433 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.511704 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/d2e7479d-0a20-4330-8056-3708b6a0387b HTTP/1.1" status: 204 len: 168 time: 1.2118640 Sep 26 05:45:31.528117 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48370) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:31.554939 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729752a-c853-4619-ba10-4e8fcc39d753 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e7479d-0a20-4330-8056-3708b6a0387b,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:31.601479 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae1f53d-ab9d-40a7-bf59-3c7ea72ee17b admin admin] Deleting subnet 083876a7-124a-4f2a-96d7-4990bb67fe9b {{(pid=113001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:45:31.607040 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f53d-ab9d-40a7-bf59-3c7ea72ee17b admin admin] Publish callbacks [] for subnet (083876a7-124a-4f2a-96d7-4990bb67fe9b), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.613012 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea18b93-4e77-4ede-8260-486f87699898 req-bc011119-2387-4a4a-88f9-c7fffb932b44 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:31.614759 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4ea18b93-4e77-4ede-8260-486f87699898 req-bc011119-2387-4a4a-88f9-c7fffb932b44 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0620146 Sep 26 05:45:31.667632 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f53d-ab9d-40a7-bf59-3c7ea72ee17b admin admin] Publish callbacks [] for subnet (083876a7-124a-4f2a-96d7-4990bb67fe9b), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.684967 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f53d-ab9d-40a7-bf59-3c7ea72ee17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (083876a7-124a-4f2a-96d7-4990bb67fe9b), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.705669 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4ea18b93-4e77-4ede-8260-486f87699898 req-a58ab6ab-6bae-4a08-ac5a-f66ec2ae3223 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810251 Sep 26 05:45:31.805165 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54f4d4-9972-4e7c-aadf-c35c3569b107 req-939fe953-b941-4677-88eb-73cb5a9c2087 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:31.808011 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6b54f4d4-9972-4e7c-aadf-c35c3569b107 req-939fe953-b941-4677-88eb-73cb5a9c2087 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0882537 Sep 26 05:45:31.869018 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f53d-ab9d-40a7-bf59-3c7ea72ee17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (083876a7-124a-4f2a-96d7-4990bb67fe9b), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.939043 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1f53d-ab9d-40a7-bf59-3c7ea72ee17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083876a7-124a-4f2a-96d7-4990bb67fe9b,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:31.942712 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f53d-ab9d-40a7-bf59-3c7ea72ee17b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:31.951027 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-4ae1f53d-ab9d-40a7-bf59-3c7ea72ee17b admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/083876a7-124a-4f2a-96d7-4990bb67fe9b HTTP/1.1" status: 204 len: 168 time: 0.4192355 Sep 26 05:45:31.951713 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48388) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:32.024676 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6b54f4d4-9972-4e7c-aadf-c35c3569b107 req-6fa640f6-7ea3-4876-a418-2c274967f786 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046416 Sep 26 05:45:32.045856 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (c7f3adf5-0347-4ffb-b866-8b579242514c), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.095757 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48392) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:32.134280 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d29d1022-5f60-4dae-adaa-35c4feb16a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.222270 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment 710eba39-7300-44ba-9798-195be8e160cc resource provider aggregate not found Sep 26 05:45:32.242808 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (c7f3adf5-0347-4ffb-b866-8b579242514c), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.258659 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment 710eba39-7300-44ba-9798-195be8e160cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 710eba39-7300-44ba-9798-195be8e160cc found for delete ", "request_id": "req-161ca1be-66c1-4e38-ae9b-4c5b5cddbd8d"}]} Sep 26 05:45:32.264869 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86ce11-74b8-483d-a088-37069a8361f4 req-bdca8d51-dbff-4a9f-a855-f2dfa58b47a2 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:32.266607 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5c86ce11-74b8-483d-a088-37069a8361f4 req-bdca8d51-dbff-4a9f-a855-f2dfa58b47a2 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.1440489 Sep 26 05:45:32.295575 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f3adf5-0347-4ffb-b866-8b579242514c']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:32.315264 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fb0b5e-e255-4f69-9d8d-a55a68e13171') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:32.315587 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fb0b5e-e255-4f69-9d8d-a55a68e13171') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:32.331040 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (e6fb0b5e-e255-4f69-9d8d-a55a68e13171), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.359740 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9d87f3e7-d33a-4a8d-a999-7ab14f380c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.363068 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (e6fb0b5e-e255-4f69-9d8d-a55a68e13171), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.364933 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:32.365313 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:32.374634 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5c86ce11-74b8-483d-a088-37069a8361f4 req-5f4a7f31-e3f1-41bb-9787-d2915b70dc00 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969472 Sep 26 05:45:32.375833 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:45:32.376236 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (e6fb0b5e-e255-4f69-9d8d-a55a68e13171), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.454788 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (c7f3adf5-0347-4ffb-b866-8b579242514c), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.474200 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.484676 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/c7f3adf5-0347-4ffb-b866-8b579242514c HTTP/1.1" status: 204 len: 168 time: 0.5285132 Sep 26 05:45:32.497711 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec412e2-c624-4008-8029-db885af5372b admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f3adf5-0347-4ffb-b866-8b579242514c,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:32.522873 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9d87f3e7-d33a-4a8d-a999-7ab14f380c17 admin admin] Publish callbacks [] for security_group (e148adab-65c0-4e4e-bceb-d3b10863bfa6), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.532947 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9d87f3e7-d33a-4a8d-a999-7ab14f380c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (e148adab-65c0-4e4e-bceb-d3b10863bfa6), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.652949 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87f3e7-d33a-4a8d-a999-7ab14f380c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e148adab-65c0-4e4e-bceb-d3b10863bfa6,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:32.673081 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c50c5-5046-479f-8467-aff4e43e2d1c req-3af1d731-d102-4baf-a403-64ff812ea4d4 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:32.678214 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c87c50c5-5046-479f-8467-aff4e43e2d1c req-3af1d731-d102-4baf-a403-64ff812ea4d4 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.1221981 Sep 26 05:45:32.684603 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ae6eb-b8e9-4a7b-86a5-732e0981dc4a req-0cf29103-4f0e-4007-9c45-94721e35751f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:32.689088 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-453ae6eb-b8e9-4a7b-86a5-732e0981dc4a req-0cf29103-4f0e-4007-9c45-94721e35751f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.0868216 Sep 26 05:45:32.690019 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-9d87f3e7-d33a-4a8d-a999-7ab14f380c17 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=a67104040f6246e09b0cb9e574875e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5923667 Sep 26 05:45:32.694078 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48416) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:32.721172 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48418) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:32.773891 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c87c50c5-5046-479f-8467-aff4e43e2d1c req-e5827599-d96a-4ba9-8d4b-46c9fef861b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945635 Sep 26 05:45:32.815585 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-fb2c9a9f-0c6f-4022-b376-808399a438b9 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ee2bc9500eb9402f880f67c361e37fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929933 Sep 26 05:45:32.821169 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48424) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:32.848796 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-453ae6eb-b8e9-4a7b-86a5-732e0981dc4a req-fcbd6261-64e3-45ff-9177-25b15701396c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465747 Sep 26 05:45:32.860424 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:32.861988 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-cda2e73f-3279-40d3-ad2b-dfa7c73214a7 admin admin] Publish callbacks [] for security_group (e148adab-65c0-4e4e-bceb-d3b10863bfa6), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.890031 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:32.892550 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-cda2e73f-3279-40d3-ad2b-dfa7c73214a7 admin admin] Publish callbacks [] for security_group (e148adab-65c0-4e4e-bceb-d3b10863bfa6), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.955972 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-cda2e73f-3279-40d3-ad2b-dfa7c73214a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (e148adab-65c0-4e4e-bceb-d3b10863bfa6), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.959365 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-cda2e73f-3279-40d3-ad2b-dfa7c73214a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:32.960609 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-cda2e73f-3279-40d3-ad2b-dfa7c73214a7 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/e148adab-65c0-4e4e-bceb-d3b10863bfa6 HTTP/1.1" status: 204 len: 168 time: 0.2655122 Sep 26 05:45:32.971657 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2e73f-3279-40d3-ad2b-dfa7c73214a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e148adab-65c0-4e4e-bceb-d3b10863bfa6,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:33.003092 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-68a01d22-1115-42b7-bf4e-3bc38d0d0e8d admin admin] Publish callbacks [] for security_group (d8a094af-0bb7-4ba8-8204-54341c598923), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:33.019799 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd905e0-017a-40ca-a52c-d7fbc41d9fec req-0d3438cc-2c70-4899-a87a-4cc3958edf80 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:33.021517 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5bd905e0-017a-40ca-a52c-d7fbc41d9fec req-0d3438cc-2c70-4899-a87a-4cc3958edf80 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1362314 Sep 26 05:45:33.051289 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-68a01d22-1115-42b7-bf4e-3bc38d0d0e8d admin admin] Publish callbacks [] for security_group (d8a094af-0bb7-4ba8-8204-54341c598923), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:33.138897 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5bd905e0-017a-40ca-a52c-d7fbc41d9fec req-9dd5639b-0a55-4719-90eb-f7bc2132fc1a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097651 Sep 26 05:45:33.160750 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-68a01d22-1115-42b7-bf4e-3bc38d0d0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (d8a094af-0bb7-4ba8-8204-54341c598923), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:33.163630 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-68a01d22-1115-42b7-bf4e-3bc38d0d0e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:33.165372 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-68a01d22-1115-42b7-bf4e-3bc38d0d0e8d admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/d8a094af-0bb7-4ba8-8204-54341c598923 HTTP/1.1" status: 204 len: 168 time: 0.3431416 Sep 26 05:45:33.175414 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a01d22-1115-42b7-bf4e-3bc38d0d0e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a094af-0bb7-4ba8-8204-54341c598923,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:33.253453 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463bd66-8c3e-4589-b026-56d838debdd8 req-3d771398-80f4-477b-a21c-cffcafa81704 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:33.260788 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9463bd66-8c3e-4589-b026-56d838debdd8 req-3d771398-80f4-477b-a21c-cffcafa81704 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0795953 Sep 26 05:45:33.281494 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:33.328321 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9463bd66-8c3e-4589-b026-56d838debdd8 req-9ff615ea-a85f-4c61-b91d-38748f4e77bc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665615 Sep 26 05:45:33.573709 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8ee2-ba45-429b-96d1-02040efc232a req-b11f7558-653e-49eb-8044-4965beb6b35d tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:33.576561 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-252a8ee2-ba45-429b-96d1-02040efc232a req-b11f7558-653e-49eb-8044-4965beb6b35d tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.0709143 Sep 26 05:45:33.663968 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-252a8ee2-ba45-429b-96d1-02040efc232a req-9371d4ad-8269-4e14-988f-a606ed2dc3a8 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787170 Sep 26 05:45:33.734975 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48444) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:33.750325 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a0223e6c-65f8-4354-83bd-14b87f0ee6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:33.776381 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48446) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:33.853788 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5aac124f-7b3d-4085-aa2b-c79679058a87 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=7260bbfc59c640458e83ed0c0cdbfd5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746806 Sep 26 05:45:33.855031 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48450) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:33.897944 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a0223e6c-65f8-4354-83bd-14b87f0ee6e3 admin admin] Publish callbacks [] for security_group (e939d8c9-9e10-416a-8946-f4852986e919), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:33.926148 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a0223e6c-65f8-4354-83bd-14b87f0ee6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (e939d8c9-9e10-416a-8946-f4852986e919), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:34.010194 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065f2cc-8f86-4e33-9683-49f46c45e678 req-b1e5374a-f501-4ea6-98bb-67609817d372 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:34.012915 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9065f2cc-8f86-4e33-9683-49f46c45e678 req-b1e5374a-f501-4ea6-98bb-67609817d372 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.0629818 Sep 26 05:45:34.021781 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e2d11-3d1e-44c1-8af6-a46f82965c50 req-32ddda8b-a1e7-49e5-b9fc-98c9c21b1b69 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:34.023580 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8a8e2d11-3d1e-44c1-8af6-a46f82965c50 req-32ddda8b-a1e7-49e5-b9fc-98c9c21b1b69 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.1168373 Sep 26 05:45:34.031533 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-a0223e6c-65f8-4354-83bd-14b87f0ee6e3 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=2165b6cfb594445cb37c8366222f2404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952969 Sep 26 05:45:34.032460 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48456) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:34.042034 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0223e6c-65f8-4354-83bd-14b87f0ee6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e939d8c9-9e10-416a-8946-f4852986e919,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:34.085644 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9065f2cc-8f86-4e33-9683-49f46c45e678 req-a5e6a401-0b72-4f38-a47c-dfb9a9ee14b7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624719 Sep 26 05:45:34.100323 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0fd75a78-7b80-4028-9881-faf2805859db admin admin] Publish callbacks [] for security_group (217a1492-1527-4481-aef2-ae781739c17d), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:34.151179 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0fd75a78-7b80-4028-9881-faf2805859db admin admin] Publish callbacks [] for security_group (217a1492-1527-4481-aef2-ae781739c17d), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:34.177281 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8a8e2d11-3d1e-44c1-8af6-a46f82965c50 req-bfa5ade1-8e54-4baf-b71e-7ea4fa87c5ea tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402967 Sep 26 05:45:34.204463 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95872eeb-93f3-4d0e-b44c-5c213c53757a admin admin] Publish callbacks [] for security_group (e939d8c9-9e10-416a-8946-f4852986e919), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:34.220750 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:34.239074 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95872eeb-93f3-4d0e-b44c-5c213c53757a admin admin] Publish callbacks [] for security_group (e939d8c9-9e10-416a-8946-f4852986e919), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:34.302491 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0fd75a78-7b80-4028-9881-faf2805859db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (217a1492-1527-4481-aef2-ae781739c17d), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:34.305012 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0fd75a78-7b80-4028-9881-faf2805859db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:34.308932 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-0fd75a78-7b80-4028-9881-faf2805859db admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/217a1492-1527-4481-aef2-ae781739c17d HTTP/1.1" status: 204 len: 168 time: 0.4504724 Sep 26 05:45:34.329487 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment e6fb0b5e-e255-4f69-9d8d-a55a68e13171 resource provider aggregate not found Sep 26 05:45:34.338671 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95872eeb-93f3-4d0e-b44c-5c213c53757a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (e939d8c9-9e10-416a-8946-f4852986e919), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:34.349249 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95872eeb-93f3-4d0e-b44c-5c213c53757a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:34.354032 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-95872eeb-93f3-4d0e-b44c-5c213c53757a admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/e939d8c9-9e10-416a-8946-f4852986e919 HTTP/1.1" status: 204 len: 168 time: 0.3202944 Sep 26 05:45:34.355272 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd75a78-7b80-4028-9881-faf2805859db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217a1492-1527-4481-aef2-ae781739c17d,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:34.362134 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment e6fb0b5e-e255-4f69-9d8d-a55a68e13171 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6fb0b5e-e255-4f69-9d8d-a55a68e13171 found for delete ", "request_id": "req-18a4be3a-dcae-4e83-9ec0-1f87ac9f692c"}]} Sep 26 05:45:34.369838 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872eeb-93f3-4d0e-b44c-5c213c53757a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e939d8c9-9e10-416a-8946-f4852986e919,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:34.375112 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5022-ea70-4d25-9117-046aa2a58792 req-88fd9ad7-1027-4dca-906e-d112dc6ae0ef tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:34.385096 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9c3e5022-ea70-4d25-9117-046aa2a58792 req-88fd9ad7-1027-4dca-906e-d112dc6ae0ef tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1115408 Sep 26 05:45:34.427831 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:34.445604 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9c3e5022-ea70-4d25-9117-046aa2a58792 req-7498eb07-97a6-4213-86f9-b9fc2aa3928f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594168 Sep 26 05:45:34.484327 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:34.526067 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device f2e668fd-4af3-4593-b411-7b18149bed4b details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:45:34.574103 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329a17e-ae61-4dd7-bfff-f0e2933c796f req-1fa7f4e7-66c4-472e-98a5-5d4b7a0d38f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:34.586288 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4329a17e-ae61-4dd7-bfff-f0e2933c796f req-1fa7f4e7-66c4-472e-98a5-5d4b7a0d38f4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.1137972 Sep 26 05:45:34.673363 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port f2e668fd-4af3-4593-b411-7b18149bed4b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2e668fd-4af3-4593-b411-7b18149bed4b,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:34.689977 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'f2e668fd-4af3-4593-b411-7b18149bed4b', 'network_id': '1d547000-9468-4872-8f60-910e68d2881c', 'port_id': 'f2e668fd-4af3-4593-b411-7b18149bed4b', 'mac_address': 'fa:16:3e:35:60:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293d6165-94bf-4ada-9367-1c10f28502f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:45:34.698997 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4329a17e-ae61-4dd7-bfff-f0e2933c796f req-b5b90038-38cf-4d93-b017-2e56a137cb07 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092937 Sep 26 05:45:34.751248 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port f2e668fd-4af3-4593-b411-7b18149bed4b is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:34.752005 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:34.768922 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e668fd-4af3-4593-b411-7b18149bed4b {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:45:34.798482 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port f2e668fd-4af3-4593-b411-7b18149bed4b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2e668fd-4af3-4593-b411-7b18149bed4b,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:34.804880 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:34.839661 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:34.858400 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c1e75-b60b-43a4-b2b1-01ae36b8064e req-c4abbb81-2b8f-4806-8d1b-64c9c10db3d6 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:34.862708 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d34c1e75-b60b-43a4-b2b1-01ae36b8064e req-c4abbb81-2b8f-4806-8d1b-64c9c10db3d6 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 944 time: 0.0746405 Sep 26 05:45:34.869661 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=f2e668fd-4af3-4593-b411-7b18149bed4b,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:34.954379 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d34c1e75-b60b-43a4-b2b1-01ae36b8064e req-6efcb747-bdcb-4ac3-a47d-26b7c3ba5277 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845940 Sep 26 05:45:34.975759 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:35.080518 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:35.244648 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51a5a2-d43e-4314-931a-d2d35dd746ae req-07c01e3b-a487-4157-b703-6e2105830c99 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:35.246562 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8f51a5a2-d43e-4314-931a-d2d35dd746ae req-07c01e3b-a487-4157-b703-6e2105830c99 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.0652919 Sep 26 05:45:35.329432 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8f51a5a2-d43e-4314-931a-d2d35dd746ae req-233ad8e4-692e-4e94-b48c-d268e8df7fe7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714533 Sep 26 05:45:35.369546 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e6914-2754-461e-89a0-4e5f4c0b02b4 req-ffd59929-f5a8-494f-b6f7-c99c6d13d90c tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:35.373634 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-491e6914-2754-461e-89a0-4e5f4c0b02b4 req-ffd59929-f5a8-494f-b6f7-c99c6d13d90c tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0703909 Sep 26 05:45:35.417778 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['f2e668fd-4af3-4593-b411-7b18149bed4b'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:45:35.439082 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48512) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:35.454859 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-491e6914-2754-461e-89a0-4e5f4c0b02b4 req-8d714b4b-9e50-49aa-9a66-8e87650053cc tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725851 Sep 26 05:45:35.640655 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:DELETE=7,neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:35.664497 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655eb82-55b8-4963-964a-7e14e40ba140 req-29893faa-7abf-4869-bc08-add506ef5b97 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:35.666138 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e655eb82-55b8-4963-964a-7e14e40ba140 req-29893faa-7abf-4869-bc08-add506ef5b97 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0640266 Sep 26 05:45:35.718473 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-66fa8787-710f-4b33-975d-86ccf2e1d072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:35.777031 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e655eb82-55b8-4963-964a-7e14e40ba140 req-d7443e60-528e-41e1-986a-b0667d68d89f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963700 Sep 26 05:45:35.886411 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ada297-25cc-430c-a723-a82bc7dea497 req-623de1e4-8431-4278-ad1e-1d27edf44df2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:35.887881 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-66fa8787-710f-4b33-975d-86ccf2e1d072 admin admin] Publish callbacks [] for security_group (8b3e8ddd-9f6d-40ee-ba4c-775a8c04df8e), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:35.895811 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-98ada297-25cc-430c-a723-a82bc7dea497 req-623de1e4-8431-4278-ad1e-1d27edf44df2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0622578 Sep 26 05:45:35.896666 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-66fa8787-710f-4b33-975d-86ccf2e1d072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8b3e8ddd-9f6d-40ee-ba4c-775a8c04df8e), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:35.968138 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-98ada297-25cc-430c-a723-a82bc7dea497 req-288ac4e2-2e49-4996-acff-0a081ed938db tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711255 Sep 26 05:45:35.970537 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa8787-710f-4b33-975d-86ccf2e1d072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3e8ddd-9f6d-40ee-ba4c-775a8c04df8e,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:36.026339 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-66fa8787-710f-4b33-975d-86ccf2e1d072 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=edced8c05f4a4e8cb85b44c49505a829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5856760 Sep 26 05:45:36.029904 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48536) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:36.106032 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-824acb6a-7307-4324-b0c6-d8049aad9d9e admin admin] Publish callbacks [] for security_group (8b3e8ddd-9f6d-40ee-ba4c-775a8c04df8e), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:36.134125 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be105fb-449d-40a9-b8f0-efe07e27e1e3 req-f588f0e8-5bb6-4272-b3ae-6b8ad0d5849e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:36.142135 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6be105fb-449d-40a9-b8f0-efe07e27e1e3 req-f588f0e8-5bb6-4272-b3ae-6b8ad0d5849e tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 945 time: 0.0775676 Sep 26 05:45:36.153451 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-824acb6a-7307-4324-b0c6-d8049aad9d9e admin admin] Publish callbacks [] for security_group (8b3e8ddd-9f6d-40ee-ba4c-775a8c04df8e), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:36.220763 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6be105fb-449d-40a9-b8f0-efe07e27e1e3 req-4f6272aa-b3e0-4d57-bdf6-43dd6702642f tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773184 Sep 26 05:45:36.252456 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-824acb6a-7307-4324-b0c6-d8049aad9d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8b3e8ddd-9f6d-40ee-ba4c-775a8c04df8e), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:36.256041 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-824acb6a-7307-4324-b0c6-d8049aad9d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:36.260676 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-824acb6a-7307-4324-b0c6-d8049aad9d9e admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8b3e8ddd-9f6d-40ee-ba4c-775a8c04df8e HTTP/1.1" status: 204 len: 168 time: 0.2294514 Sep 26 05:45:36.270839 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824acb6a-7307-4324-b0c6-d8049aad9d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3e8ddd-9f6d-40ee-ba4c-775a8c04df8e,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:36.508734 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076707c5-d1d5-40ac-a6a2-554b9439194e req-ca7300b1-e734-40e0-b605-80875034fd54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:36.510488 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-076707c5-d1d5-40ac-a6a2-554b9439194e req-ca7300b1-e734-40e0-b605-80875034fd54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.0645654 Sep 26 05:45:36.589442 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-076707c5-d1d5-40ac-a6a2-554b9439194e req-59bd0e1c-8a0a-4b7b-98fa-1fc32cb8d191 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662448 Sep 26 05:45:36.691468 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd09d85-71f3-4dbc-b3e8-16d6846d87f6 req-324c4ad4-aa0e-4ace-91b4-30496a065990 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:36.698892 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ccd09d85-71f3-4dbc-b3e8-16d6846d87f6 req-324c4ad4-aa0e-4ace-91b4-30496a065990 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0947807 Sep 26 05:45:36.729565 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device f2e668fd-4af3-4593-b411-7b18149bed4b up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:45:36.759662 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ccd09d85-71f3-4dbc-b3e8-16d6846d87f6 req-457200d3-f304-42f1-ba68-82f823861094 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597475 Sep 26 05:45:36.808881 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port f2e668fd-4af3-4593-b411-7b18149bed4b completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:45:36.818850 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port f2e668fd-4af3-4593-b411-7b18149bed4b triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:45:36.819447 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:36.820203 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port f2e668fd-4af3-4593-b411-7b18149bed4b Sep 26 05:45:36.947651 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port f2e668fd-4af3-4593-b411-7b18149bed4b is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:36.948654 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.000705 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a17450-4811-4dbb-9428-0a54501fec9f req-c41e2c4d-c217-4e24-b6f1-04dca2c1fef9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:37.003546 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-89a17450-4811-4dbb-9428-0a54501fec9f req-c41e2c4d-c217-4e24-b6f1-04dca2c1fef9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0705719 Sep 26 05:45:37.042112 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:37.045213 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port f2e668fd-4af3-4593-b411-7b18149bed4b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2e668fd-4af3-4593-b411-7b18149bed4b,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:37.047937 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e668fd-4af3-4593-b411-7b18149bed4b'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:37.056405 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b4ef47-3941-4a59-a7ea-5765b04ce5f7" -d '{"events": [{"server_uuid": "1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9", "name": "network-vif-plugged", "status": "completed", "tag": "f2e668fd-4af3-4593-b411-7b18149bed4b"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:37.062193 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.087200 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-89a17450-4811-4dbb-9428-0a54501fec9f req-eea9e443-a9e0-4275-b922-9ff30125c312 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706632 Sep 26 05:45:37.099763 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48568) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:37.114053 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48570) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:37.143191 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-21f46851-6b93-402e-b86e-41f8aaddc021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.172181 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=f2e668fd-4af3-4593-b411-7b18149bed4b,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:37.252484 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13371761-f198-4b66-aea8-6910a7702391 x-openstack-request-id: req-13371761-f198-4b66-aea8-6910a7702391 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:37.252813 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9", "name": "network-vif-plugged", "status": "completed", "tag": "f2e668fd-4af3-4593-b411-7b18149bed4b", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:37.253075 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13371761-f198-4b66-aea8-6910a7702391 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:37.253520 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13371761-f198-4b66-aea8-6910a7702391'] response: {'server_uuid': '1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e668fd-4af3-4593-b411-7b18149bed4b', 'code': 200} Sep 26 05:45:37.254787 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:37.266098 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-21f46851-6b93-402e-b86e-41f8aaddc021 admin admin] Publish callbacks [] for security_group (72caeda0-46f8-45d1-9d59-d2d6e6d6e19e), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.274287 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-21f46851-6b93-402e-b86e-41f8aaddc021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (72caeda0-46f8-45d1-9d59-d2d6e6d6e19e), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.302191 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0412331-bf34-4997-9d92-7c189490e038 req-8041740e-4bb6-499a-acdc-e6208ff60c9d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:37.305338 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b0412331-bf34-4997-9d92-7c189490e038 req-8041740e-4bb6-499a-acdc-e6208ff60c9d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.1103003 Sep 26 05:45:37.357568 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f46851-6b93-402e-b86e-41f8aaddc021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72caeda0-46f8-45d1-9d59-d2d6e6d6e19e,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:37.390892 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b0412331-bf34-4997-9d92-7c189490e038 req-d3c0fbd4-9600-420c-9315-6e76c9dd2e77 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792575 Sep 26 05:45:37.415481 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48578) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:37.416114 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-21f46851-6b93-402e-b86e-41f8aaddc021 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ea7c92c066e548fe9444295d11dc22fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146036 Sep 26 05:45:37.460718 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5837c98-5935-4549-8fcc-e7d3758c4128 req-cf86c13f-d2f2-428d-8162-b20063e3bb71 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:37.464291 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c5837c98-5935-4549-8fcc-e7d3758c4128 req-cf86c13f-d2f2-428d-8162-b20063e3bb71 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 946 time: 0.1132140 Sep 26 05:45:37.488380 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-402d56af-b81e-4262-a88d-1c36c7910435 admin admin] Publish callbacks [] for security_group (72caeda0-46f8-45d1-9d59-d2d6e6d6e19e), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.499373 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:37.502371 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-90a9bf9e-832e-4a9b-aeb5-8a5728822dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.542960 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-402d56af-b81e-4262-a88d-1c36c7910435 admin admin] Publish callbacks [] for security_group (72caeda0-46f8-45d1-9d59-d2d6e6d6e19e), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.556214 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c5837c98-5935-4549-8fcc-e7d3758c4128 req-b67c49dd-a373-4bac-8d29-bf22526bc713 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795567 Sep 26 05:45:37.656264 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-402d56af-b81e-4262-a88d-1c36c7910435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (72caeda0-46f8-45d1-9d59-d2d6e6d6e19e), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.660584 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-402d56af-b81e-4262-a88d-1c36c7910435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.661360 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-402d56af-b81e-4262-a88d-1c36c7910435 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/72caeda0-46f8-45d1-9d59-d2d6e6d6e19e HTTP/1.1" status: 204 len: 168 time: 0.2443767 Sep 26 05:45:37.674990 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d56af-b81e-4262-a88d-1c36c7910435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72caeda0-46f8-45d1-9d59-d2d6e6d6e19e,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:37.714684 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-90a9bf9e-832e-4a9b-aeb5-8a5728822dca admin admin] Publish callbacks [] for security_group (7fe80095-b9ea-47dd-aa30-f20ea3379125), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.721977 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-90a9bf9e-832e-4a9b-aeb5-8a5728822dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (7fe80095-b9ea-47dd-aa30-f20ea3379125), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:37.775434 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:37.783399 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9bf9e-832e-4a9b-aeb5-8a5728822dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe80095-b9ea-47dd-aa30-f20ea3379125,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:37.789188 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-90a9bf9e-832e-4a9b-aeb5-8a5728822dca admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=2718831f79ad4359a9dcd38185e42f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6739845 Sep 26 05:45:37.793293 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48592) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:37.912074 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970aadfa-dae5-4774-a5c2-ec3113120a1d req-60c21e53-d997-482a-984f-370d13da382a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:37.926625 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-970aadfa-dae5-4774-a5c2-ec3113120a1d req-60c21e53-d997-482a-984f-370d13da382a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 943 time: 0.1181343 Sep 26 05:45:37.985882 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-553cd4db-7519-4153-94af-ae35d6e72e92 admin admin] Publish callbacks [] for security_group (7fe80095-b9ea-47dd-aa30-f20ea3379125), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:38.010392 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17e63d-d8c7-4dfb-8264-466828cb0568 req-52cb5c6e-f530-4545-9395-27d770fb548d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:38.011962 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff17e63d-d8c7-4dfb-8264-466828cb0568 req-52cb5c6e-f530-4545-9395-27d770fb548d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.1002717 Sep 26 05:45:38.022597 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-553cd4db-7519-4153-94af-ae35d6e72e92 admin admin] Publish callbacks [] for security_group (7fe80095-b9ea-47dd-aa30-f20ea3379125), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:38.022830 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-970aadfa-dae5-4774-a5c2-ec3113120a1d req-985bdd33-fbba-4aae-81e3-75b02966769f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941391 Sep 26 05:45:38.139225 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff17e63d-d8c7-4dfb-8264-466828cb0568 req-e57c6c74-a33e-4fff-865f-5b925b104607 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133680 Sep 26 05:45:38.169350 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-553cd4db-7519-4153-94af-ae35d6e72e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (7fe80095-b9ea-47dd-aa30-f20ea3379125), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:38.175256 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-553cd4db-7519-4153-94af-ae35d6e72e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:38.176741 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-553cd4db-7519-4153-94af-ae35d6e72e92 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/7fe80095-b9ea-47dd-aa30-f20ea3379125 HTTP/1.1" status: 204 len: 168 time: 0.3809645 Sep 26 05:45:38.189084 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cd4db-7519-4153-94af-ae35d6e72e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe80095-b9ea-47dd-aa30-f20ea3379125,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:38.316705 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebb4dd-0d78-469e-806f-e5cdb2cb6855 req-0743b42a-2b92-4204-86e9-0bd28da34b50 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:38.319246 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45ebb4dd-0d78-469e-806f-e5cdb2cb6855 req-0743b42a-2b92-4204-86e9-0bd28da34b50 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1011539 Sep 26 05:45:38.432228 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45ebb4dd-0d78-469e-806f-e5cdb2cb6855 req-2bc3a52f-2abe-41d5-b857-f7a07164cef3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027126 Sep 26 05:45:38.496381 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d91675-e971-448e-9a67-0fe7e947e7d6 req-0d025dcd-9437-41a1-83fc-e5720454d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:38.499079 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40d91675-e971-448e-9a67-0fe7e947e7d6 req-0d025dcd-9437-41a1-83fc-e5720454d7da service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 1127 time: 0.0799828 Sep 26 05:45:38.531899 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4147bd-2655-4378-ad4b-8d1dc5753102 req-7a8f30ef-0296-42f1-8c57-e972c662315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:38.535085 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-aa4147bd-2655-4378-ad4b-8d1dc5753102 req-7a8f30ef-0296-42f1-8c57-e972c662315d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 1129 time: 0.2009547 Sep 26 05:45:38.576679 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee9a59-bf85-4653-995f-93557121d39e req-ca27181d-5928-4d04-ad05-21c6525c98c1 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:38.578455 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-daee9a59-bf85-4653-995f-93557121d39e req-ca27181d-5928-4d04-ad05-21c6525c98c1 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0612390 Sep 26 05:45:38.687757 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-daee9a59-bf85-4653-995f-93557121d39e req-852c988c-9796-4486-b1e1-67e755140cab tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985482 Sep 26 05:45:38.731059 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 6f3cd267-47c3-4bd9-9283-70669f0b6b2c details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:45:38.762438 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:38.835878 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4ee2a-474f-4e6d-9c59-0c781f4196a7 req-183d4a05-2da4-4e29-9718-68f97b5ac3e5 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:38.835878 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f6f4ee2a-474f-4e6d-9c59-0c781f4196a7 req-183d4a05-2da4-4e29-9718-68f97b5ac3e5 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 946 time: 0.1119914 Sep 26 05:45:38.887789 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6f3cd267-47c3-4bd9-9283-70669f0b6b2c,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:38.905052 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'port_id': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'mac_address': 'fa:16:3e:5f:48:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:45:38.914775 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f6f4ee2a-474f-4e6d-9c59-0c781f4196a7 req-78a8df27-e580-45bd-a888-72cfed660c31 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728805 Sep 26 05:45:38.952269 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:38.953117 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:38.973914 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3cd267-47c3-4bd9-9283-70669f0b6b2c {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:45:39.008419 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6f3cd267-47c3-4bd9-9283-70669f0b6b2c,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:39.014475 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:39.015358 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 13bc2cea-45a7-43cc-8730-0f8356ec20ea details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:45:39.204083 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=6f3cd267-47c3-4bd9-9283-70669f0b6b2c,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:39.301541 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddd61e-4174-4307-91ab-2eb1c8aeba1b req-dd7b9965-60f6-4339-9ed6-17ec818a91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:39.304818 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b3ddd61e-4174-4307-91ab-2eb1c8aeba1b req-dd7b9965-60f6-4339-9ed6-17ec818a91f4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 1130 time: 0.0836847 Sep 26 05:45:39.372474 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4147bd-2655-4378-ad4b-8d1dc5753102 req-8817b149-733b-4ea4-81bc-adc20c2c3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:39.374144 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-aa4147bd-2655-4378-ad4b-8d1dc5753102 req-8817b149-733b-4ea4-81bc-adc20c2c3af3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.3154509 Sep 26 05:45:39.375741 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d91675-e971-448e-9a67-0fe7e947e7d6 req-850e2363-a61c-4d39-8753-2cb7af3f47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:39.377327 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40d91675-e971-448e-9a67-0fe7e947e7d6 req-850e2363-a61c-4d39-8753-2cb7af3f47a1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 917 time: 0.3295321 Sep 26 05:45:39.385079 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284e507-790e-4364-9182-67c696bc2cf3 req-78605f7b-48c1-4fe0-9559-f9df7957b31c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:39.393690 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5284e507-790e-4364-9182-67c696bc2cf3 req-78605f7b-48c1-4fe0-9559-f9df7957b31c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 944 time: 0.1794386 Sep 26 05:45:39.409604 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:39.445180 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:39.500084 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'port_id': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'mac_address': 'fa:16:3e:b3:1d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:45:39.501541 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40d91675-e971-448e-9a67-0fe7e947e7d6 req-3caa1ff3-8ab6-4afd-99e9-4ef2130810de service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea HTTP/1.1" status: 200 len: 217 time: 0.1055231 Sep 26 05:45:39.503581 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-aa4147bd-2655-4378-ad4b-8d1dc5753102 req-15424181-c8b7-4af5-9abb-ef6e930a57e4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2412a97-1a6a-48d8-a7a8-27786cf5d323 HTTP/1.1" status: 200 len: 217 time: 0.1065691 Sep 26 05:45:39.562249 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48648) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:39.619089 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b3ddd61e-4174-4307-91ab-2eb1c8aeba1b req-739f513f-793d-4584-b7b6-b3006d92c047 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040912 Sep 26 05:45:39.640767 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb9faf-c8ce-42dd-9668-d30c25d08d9a req-c2165128-f7f5-4ce2-b2e9-aa16bcbd7c64 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:39.653478 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5aeb9faf-c8ce-42dd-9668-d30c25d08d9a req-c2165128-f7f5-4ce2-b2e9-aa16bcbd7c64 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.2490721 Sep 26 05:45:39.789371 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5aeb9faf-c8ce-42dd-9668-d30c25d08d9a req-a35c1c80-5fdf-4540-93b1-3650ecf4c382 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320434 Sep 26 05:45:39.801458 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:39.837556 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 13bc2cea-45a7-43cc-8730-0f8356ec20ea is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:39.838215 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:39.855859 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bc2cea-45a7-43cc-8730-0f8356ec20ea {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:45:39.880184 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:39.886683 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:39.943893 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-860bd88f-a89e-46ee-a560-dc9a3ad59912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:39.988728 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=13bc2cea-45a7-43cc-8730-0f8356ec20ea,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:40.011190 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5284e507-790e-4364-9182-67c696bc2cf3 req-beee34a8-c753-472d-8088-d4c35998d0a5 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6163180 Sep 26 05:45:40.024285 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:40.053506 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d91675-e971-448e-9a67-0fe7e947e7d6 req-985441eb-ad1a-4cb3-9c79-3fd4e2e1f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:40.068167 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb22330-4c71-48a3-b360-8c5f4334a1ff req-601da574-4978-4438-aa7c-b0dcff3c2c20 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:40.069109 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40d91675-e971-448e-9a67-0fe7e947e7d6 req-985441eb-ad1a-4cb3-9c79-3fd4e2e1f46b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.5430508 Sep 26 05:45:40.079873 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-dfb22330-4c71-48a3-b360-8c5f4334a1ff req-601da574-4978-4438-aa7c-b0dcff3c2c20 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1307626 Sep 26 05:45:40.105253 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4147bd-2655-4378-ad4b-8d1dc5753102 req-fde2c3f5-5152-4168-bba5-437ce705fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:40.115448 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-aa4147bd-2655-4378-ad4b-8d1dc5753102 req-fde2c3f5-5152-4168-bba5-437ce705fa5b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.5907393 Sep 26 05:45:40.303373 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d91675-e971-448e-9a67-0fe7e947e7d6 req-a913fb4e-1649-4c2b-a14f-d6a8e305d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:40.305179 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40d91675-e971-448e-9a67-0fe7e947e7d6 req-a913fb4e-1649-4c2b-a14f-d6a8e305d875 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1233528 Sep 26 05:45:40.315318 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ee20-6404-4396-a3a4-4294604ff8bf req-1142bbb4-3270-458a-b5b0-6e451b414937 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:40.317483 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-18d6ee20-6404-4396-a3a4-4294604ff8bf req-1142bbb4-3270-458a-b5b0-6e451b414937 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 944 time: 0.1482384 Sep 26 05:45:40.329341 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4147bd-2655-4378-ad4b-8d1dc5753102 req-93152f84-901e-4912-8e4b-752f4df16d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:40.330883 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-aa4147bd-2655-4378-ad4b-8d1dc5753102 req-93152f84-901e-4912-8e4b-752f4df16d66 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1505356 Sep 26 05:45:40.387018 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-18d6ee20-6404-4396-a3a4-4294604ff8bf req-32abd82e-0cd4-4ed4-8896-fdf2a2cafffd tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600145 Sep 26 05:45:40.428090 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:40.443198 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-dfb22330-4c71-48a3-b360-8c5f4334a1ff req-8588bd43-72e0-4141-b391-e674e8ae22af tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599772 Sep 26 05:45:40.540665 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-860bd88f-a89e-46ee-a560-dc9a3ad59912 admin admin] Publish callbacks [] for security_group (de00cba0-2e07-4638-8c91-83059e8db083), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:40.548334 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-860bd88f-a89e-46ee-a560-dc9a3ad59912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (de00cba0-2e07-4638-8c91-83059e8db083), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:40.617765 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0ee68-0a01-4336-baab-206e1471525e req-3beefd20-2789-4984-80f8-62038d2c9d51 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:40.621226 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-aea0ee68-0a01-4336-baab-206e1471525e req-3beefd20-2789-4984-80f8-62038d2c9d51 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0828578 Sep 26 05:45:40.636183 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48680) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:40.642274 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-d9881126-da45-4301-97e1-a2a401f2813e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'floatingip': {'port_id': '874e44a1-6cb8-479e-b4b0-e68322b26e1f'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:45:40.658282 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-860bd88f-a89e-46ee-a560-dc9a3ad59912 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=be54fd629aba4d4dad3ec17c658bf900&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0879352 Sep 26 05:45:40.665066 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48684) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:40.670759 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['6f3cd267-47c3-4bd9-9283-70669f0b6b2c'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:45:40.675554 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bd88f-a89e-46ee-a560-dc9a3ad59912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de00cba0-2e07-4638-8c91-83059e8db083,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:40.683666 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b529d2-a8d3-4599-a47f-8925bca8d8c0 req-ca026a13-5e57-4f7e-99b3-92c2757486da tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:40.690910 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-32b529d2-a8d3-4599-a47f-8925bca8d8c0 req-ca026a13-5e57-4f7e-99b3-92c2757486da tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 946 time: 0.1158195 Sep 26 05:45:40.774447 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-32b529d2-a8d3-4599-a47f-8925bca8d8c0 req-8d56a39b-b53b-478b-b1c1-9644bc05ce69 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825529 Sep 26 05:45:40.794077 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0cad9601-6d3c-4780-a976-4d9a83829e12 admin admin] Publish callbacks [] for security_group (de00cba0-2e07-4638-8c91-83059e8db083), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:40.845468 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0cad9601-6d3c-4780-a976-4d9a83829e12 admin admin] Publish callbacks [] for security_group (de00cba0-2e07-4638-8c91-83059e8db083), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:40.930190 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['13bc2cea-45a7-43cc-8730-0f8356ec20ea'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:45:40.944375 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d9881126-da45-4301-97e1-a2a401f2813e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (89ec5712-572c-482f-affe-f38351fa8aeb), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:40.969238 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0cad9601-6d3c-4780-a976-4d9a83829e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (de00cba0-2e07-4638-8c91-83059e8db083), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:40.974272 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0cad9601-6d3c-4780-a976-4d9a83829e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:40.976038 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-0cad9601-6d3c-4780-a976-4d9a83829e12 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/de00cba0-2e07-4638-8c91-83059e8db083 HTTP/1.1" status: 204 len: 168 time: 0.3097756 Sep 26 05:45:40.988987 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad9601-6d3c-4780-a976-4d9a83829e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de00cba0-2e07-4638-8c91-83059e8db083,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:41.401387 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66147b56-11b6-425f-a152-1ef637bad980 req-bc9abdf9-6f15-447f-aee7-feaba8c44223 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:41.408787 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-66147b56-11b6-425f-a152-1ef637bad980 req-bc9abdf9-6f15-447f-aee7-feaba8c44223 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 944 time: 0.1773462 Sep 26 05:45:41.423473 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40d91675-e971-448e-9a67-0fe7e947e7d6 req-c3dba457-46df-4d1b-99af-019fec671bf3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917873 Sep 26 05:45:41.459079 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-aa4147bd-2655-4378-ad4b-8d1dc5753102 req-9e0e3dc5-b003-4fe5-a3b6-ca2ac84ec3bc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255043 Sep 26 05:45:41.603945 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-66147b56-11b6-425f-a152-1ef637bad980 req-68ea51d4-f0ca-450b-9aa5-cafddd19f797 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936595 Sep 26 05:45:41.610149 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:41.671027 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5512a9-455c-4fdf-9280-a3cca00194e6 req-a260d744-576d-4513-9dcb-b001c8c8be43 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:41.688970 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0f5512a9-455c-4fdf-9280-a3cca00194e6 req-a260d744-576d-4513-9dcb-b001c8c8be43 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 944 time: 0.1401312 Sep 26 05:45:41.771123 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0f5512a9-455c-4fdf-9280-a3cca00194e6 req-3f0c761c-278f-4b98-9791-01b35b7cd4cc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781636 Sep 26 05:45:41.907348 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48720) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:41.960852 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbb7d-09bc-4d3e-9d12-9cd5fbf6a617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:42.064162 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:42.099406 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:42.124714 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e87b2f-96ca-4b50-9bb3-59f16c093061 req-5d0f67bd-5718-43a0-b77d-d59c8b250db9 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:42.126416 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-39e87b2f-96ca-4b50-9bb3-59f16c093061 req-5d0f67bd-5718-43a0-b77d-d59c8b250db9 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 946 time: 0.0857530 Sep 26 05:45:42.156163 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbb7d-09bc-4d3e-9d12-9cd5fbf6a617 admin admin] Publish callbacks [] for security_group (03542116-24da-4e93-932b-1e229c94a7d0), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:42.166526 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbb7d-09bc-4d3e-9d12-9cd5fbf6a617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (03542116-24da-4e93-932b-1e229c94a7d0), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:42.208663 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c8e98-e6fa-4867-8971-92a30e6d37ef req-5ebaaa1a-5799-403a-83c9-a6d724a9db7b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:42.214211 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdbb7d-09bc-4d3e-9d12-9cd5fbf6a617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03542116-24da-4e93-932b-1e229c94a7d0,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:42.223902 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-811c8e98-e6fa-4867-8971-92a30e6d37ef req-5ebaaa1a-5799-403a-83c9-a6d724a9db7b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.4320951 Sep 26 05:45:42.288465 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-5fbdbb7d-09bc-4d3e-9d12-9cd5fbf6a617 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=0ddce1bc9f3845e6b4362458d5f99ca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741977 Sep 26 05:45:42.288688 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:42.299064 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-39e87b2f-96ca-4b50-9bb3-59f16c093061 req-0bbc60ad-7153-4dc3-80ad-929f3f858168 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405919 Sep 26 05:45:42.306219 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48730) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:42.441531 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-260cff1f-b41c-4e66-a162-c014436b2349 admin admin] Publish callbacks [] for security_group (03542116-24da-4e93-932b-1e229c94a7d0), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:42.484995 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-260cff1f-b41c-4e66-a162-c014436b2349 admin admin] Publish callbacks [] for security_group (03542116-24da-4e93-932b-1e229c94a7d0), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:42.500399 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:42.579965 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-260cff1f-b41c-4e66-a162-c014436b2349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (03542116-24da-4e93-932b-1e229c94a7d0), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:42.586210 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-260cff1f-b41c-4e66-a162-c014436b2349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:42.588978 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-260cff1f-b41c-4e66-a162-c014436b2349 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/03542116-24da-4e93-932b-1e229c94a7d0 HTTP/1.1" status: 204 len: 168 time: 0.2805281 Sep 26 05:45:42.608051 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cff1f-b41c-4e66-a162-c014436b2349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03542116-24da-4e93-932b-1e229c94a7d0,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:42.618354 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:42.761605 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-aa4147bd-2655-4378-ad4b-8d1dc5753102 req-5f6d073c-1905-4fff-816c-3e45da43e487 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7907734 Sep 26 05:45:42.899489 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-811c8e98-e6fa-4867-8971-92a30e6d37ef req-429a9b9a-3eb0-4b0f-bcfc-e693a6c933c8 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6738384 Sep 26 05:45:42.951100 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb148400-32d9-400c-a318-7c67ab0eb39d req-169a295e-03ce-4e85-a4ec-c6c2fe25b59a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:42.964754 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bb148400-32d9-400c-a318-7c67ab0eb39d req-169a295e-03ce-4e85-a4ec-c6c2fe25b59a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 944 time: 0.1606803 Sep 26 05:45:43.045107 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 13bc2cea-45a7-43cc-8730-0f8356ec20ea up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:45:43.076225 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40d91675-e971-448e-9a67-0fe7e947e7d6 req-f12c3460-6827-430b-91d4-bff70db5039d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1073387 Sep 26 05:45:43.090794 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.db.resource_extend [None req-d9881126-da45-4301-97e1-a2a401f2813e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 05:45:43.161250 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bb148400-32d9-400c-a318-7c67ab0eb39d req-b6b7d504-9082-4cb0-a283-aa140b309540 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860263 Sep 26 05:45:43.204426 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:43.258306 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 13bc2cea-45a7-43cc-8730-0f8356ec20ea completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:45:43.270748 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 13bc2cea-45a7-43cc-8730-0f8356ec20ea triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:45:43.271459 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:43.272059 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:45:43.464996 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 13bc2cea-45a7-43cc-8730-0f8356ec20ea is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:43.468415 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:43.528490 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:43.533720 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea297453-865b-4423-8d37-124aa1021e90" -d '{"events": [{"server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "name": "network-vif-plugged", "status": "completed", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:43.565126 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:43.575685 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:43.580911 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 6f3cd267-47c3-4bd9-9283-70669f0b6b2c up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:45:43.639566 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecac674-81bb-494d-8abb-9b914266556e x-openstack-request-id: req-7ecac674-81bb-494d-8abb-9b914266556e {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:43.639997 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "name": "network-vif-plugged", "status": "completed", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:43.640354 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ecac674-81bb-494d-8abb-9b914266556e {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:43.640869 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecac674-81bb-494d-8abb-9b914266556e'] response: {'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'code': 200} Sep 26 05:45:43.736565 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=13bc2cea-45a7-43cc-8730-0f8356ec20ea,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:43.744246 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:43.750604 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:45:43.764732 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:45:43.765790 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:43.766324 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c Sep 26 05:45:43.784020 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea9697-d5a6-4200-ace8-8621843d2da6 req-e9080196-09fc-4ced-9ca7-3eb2391e0000 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:43.785771 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bfea9697-d5a6-4200-ace8-8621843d2da6 req-e9080196-09fc-4ced-9ca7-3eb2391e0000 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 944 time: 0.5521350 Sep 26 05:45:43.833929 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d9881126-da45-4301-97e1-a2a401f2813e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:43.852248 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d9881126-da45-4301-97e1-a2a401f2813e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (89ec5712-572c-482f-affe-f38351fa8aeb), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:43.904550 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:45:43.905216 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:43.974882 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6f3cd267-47c3-4bd9-9283-70669f0b6b2c,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:45:43.983668 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:44.022709 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10822309-d87a-4492-aa1c-00f77c644d50 req-25681151-96ec-4456-8681-fa74cedca3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:44.028618 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-10822309-d87a-4492-aa1c-00f77c644d50 req-25681151-96ec-4456-8681-fa74cedca3c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 1129 time: 0.1169703 Sep 26 05:45:44.116901 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=6f3cd267-47c3-4bd9-9283-70669f0b6b2c,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:44.126229 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bfea9697-d5a6-4200-ace8-8621843d2da6 req-e7d82b91-207c-433d-8c73-511027b44820 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189309 Sep 26 05:45:44.210134 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:44.239629 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-10822309-d87a-4492-aa1c-00f77c644d50 req-1d336d96-802d-4c6f-a838-e0de32403569 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032251 Sep 26 05:45:44.243306 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd5a69-a01c-496d-b596-41a37d3008bd req-fb308e92-830a-4dd3-abe4-fd8e51eb7796 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:44.246453 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [None req-d9881126-da45-4301-97e1-a2a401f2813e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Floating IP 89ec5712-572c-482f-affe-f38351fa8aeb associated. External IP: 172.27.1.125, port: 874e44a1-6cb8-479e-b4b0-e68322b26e1f. Sep 26 05:45:44.257201 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ffdd5a69-a01c-496d-b596-41a37d3008bd req-fb308e92-830a-4dd3-abe4-fd8e51eb7796 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0949953 Sep 26 05:45:44.362205 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ffdd5a69-a01c-496d-b596-41a37d3008bd req-09ab67ad-5e3c-43b8-992a-8819a63de7f7 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034667 Sep 26 05:45:44.644766 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655834d-1789-40a4-b4eb-8a4cc24a0c81 req-a3ed1503-6f15-4fd0-8b0c-92d418d25722 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:44.648382 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b655834d-1789-40a4-b4eb-8a4cc24a0c81 req-a3ed1503-6f15-4fd0-8b0c-92d418d25722 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.1242452 Sep 26 05:45:44.663754 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9881126-da45-4301-97e1-a2a401f2813e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Router 909266d4-db91-43bf-b316-a1d566bbd069 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:45:44.750987 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b655834d-1789-40a4-b4eb-8a4cc24a0c81 req-6a50038d-8df7-4342-bbd7-a6a0d5da1d85 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914960 Sep 26 05:45:44.849720 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9881126-da45-4301-97e1-a2a401f2813e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:45:44.857293 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d9881126-da45-4301-97e1-a2a401f2813e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:44.873808 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84ecf0a-33c7-4ef5-a900-beca132641c0 None None] Sync routers for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:45:44.900782 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84ecf0a-33c7-4ef5-a900-beca132641c0 None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:45:44.903039 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-c84ecf0a-33c7-4ef5-a900-beca132641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:45:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:44.913490 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-d9881126-da45-4301-97e1-a2a401f2813e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/89ec5712-572c-482f-affe-f38351fa8aeb HTTP/1.1" status: 200 len: 991 time: 4.2751515 Sep 26 05:45:44.914693 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0853094-da33-4e22-a597-b0df1980229b', 'tag': '874e44a1-6cb8-479e-b4b0-e68322b26e1f'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:44.918880 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f681b37-dd8a-448e-b13d-cbdf6d750a37" -d '{"events": [{"name": "network-changed", "server_uuid": "a0853094-da33-4e22-a597-b0df1980229b", "tag": "874e44a1-6cb8-479e-b4b0-e68322b26e1f"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:44.967032 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9573b8c5-c757-47a0-ac5c-f10dbfa8df05 x-openstack-request-id: req-9573b8c5-c757-47a0-ac5c-f10dbfa8df05 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:44.967340 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0853094-da33-4e22-a597-b0df1980229b", "tag": "874e44a1-6cb8-479e-b4b0-e68322b26e1f", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:44.967579 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9573b8c5-c757-47a0-ac5c-f10dbfa8df05 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:44.968419 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9573b8c5-c757-47a0-ac5c-f10dbfa8df05'] response: {'name': 'network-changed', 'server_uuid': 'a0853094-da33-4e22-a597-b0df1980229b', 'tag': '874e44a1-6cb8-479e-b4b0-e68322b26e1f', 'status': 'completed', 'code': 200} Sep 26 05:45:45.312779 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-c84ecf0a-33c7-4ef5-a900-beca132641c0 None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:45:45.442861 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e213a6-5110-4c09-90f4-522091738c04 req-c5fda9c8-20f9-4ed4-9fc4-c082f3c0c45e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:45.444724 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-37e213a6-5110-4c09-90f4-522091738c04 req-c5fda9c8-20f9-4ed4-9fc4-c082f3c0c45e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0977583 Sep 26 05:45:45.552898 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:45.558575 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-37e213a6-5110-4c09-90f4-522091738c04 req-44a72113-f7cb-4d0c-ab53-9e07ce97595b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017096 Sep 26 05:45:45.567276 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f681b37-dd8a-448e-b13d-cbdf6d750a37 req-42277934-3a17-4ac9-91b5-7825144f5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:45.569247 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f681b37-dd8a-448e-b13d-cbdf6d750a37 req-42277934-3a17-4ac9-91b5-7825144f5464 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 1129 time: 0.0943267 Sep 26 05:45:45.642922 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:45.646276 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1e94f3-2c75-48f2-8fcc-849b751c198c" -d '{"events": [{"server_uuid": "ea993d78-323c-4565-9a8e-db170bd7954a", "name": "network-vif-plugged", "status": "completed", "tag": "6f3cd267-47c3-4bd9-9283-70669f0b6b2c"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:45.654160 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:45.657068 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:45.700328 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-c84ecf0a-33c7-4ef5-a900-beca132641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '89ec5712-572c-482f-affe-f38351fa8aeb', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'port_id': '874e44a1-6cb8-479e-b4b0-e68322b26e1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'mac_address': 'fa:16:3e:53:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0853094-da33-4e22-a597-b0df1980229b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:27Z', 'updated_at': '2022-09-26T05:45:42Z', 'revision_number': 1, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:45.703450 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93085add-1e91-47ef-a923-e5e185bcbe62 req-9bdfd967-0af3-4477-b39a-65024c1f3caa tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:45.706242 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-93085add-1e91-47ef-a923-e5e185bcbe62 req-9bdfd967-0af3-4477-b39a-65024c1f3caa tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0654826 Sep 26 05:45:45.731294 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f681b37-dd8a-448e-b13d-cbdf6d750a37 req-0a4b5dc0-d650-4a9e-86a6-738fb2d891a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:45.731535 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84ecf0a-33c7-4ef5-a900-beca132641c0 None None] Checking router: 909266d4-db91-43bf-b316-a1d566bbd069 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:45:45.733612 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f681b37-dd8a-448e-b13d-cbdf6d750a37 req-0a4b5dc0-d650-4a9e-86a6-738fb2d891a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 HTTP/1.1" status: 200 len: 912 time: 0.1571634 Sep 26 05:45:45.743129 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84ecf0a-33c7-4ef5-a900-beca132641c0 None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:45:45.743772 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-c84ecf0a-33c7-4ef5-a900-beca132641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:45:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:45.775609 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3313299e-1546-49a4-a203-b96854ff6ae8 x-openstack-request-id: req-3313299e-1546-49a4-a203-b96854ff6ae8 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:45.775921 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea993d78-323c-4565-9a8e-db170bd7954a", "name": "network-vif-plugged", "status": "completed", "tag": "6f3cd267-47c3-4bd9-9283-70669f0b6b2c", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:45.776175 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3313299e-1546-49a4-a203-b96854ff6ae8 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:45.777276 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3313299e-1546-49a4-a203-b96854ff6ae8'] response: {'server_uuid': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'code': 200} Sep 26 05:45:45.860204 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-93085add-1e91-47ef-a923-e5e185bcbe62 req-e73e6b14-63b9-45eb-8451-bef715e3d6c9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090834 Sep 26 05:45:45.888957 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-c84ecf0a-33c7-4ef5-a900-beca132641c0 None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:45:45.977504 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f681b37-dd8a-448e-b13d-cbdf6d750a37 req-fd64b3cb-c660-438d-b971-004207fe8277 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=874e44a1-6cb8-479e-b4b0-e68322b26e1f HTTP/1.1" status: 200 len: 999 time: 0.2323499 Sep 26 05:45:45.983243 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf4c19-3d1f-4674-a3da-7b9b0c136a5b req-f04d021e-dc14-4a3c-9621-4261e6d11483 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:45.984831 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-78cf4c19-3d1f-4674-a3da-7b9b0c136a5b req-f04d021e-dc14-4a3c-9621-4261e6d11483 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.0970817 Sep 26 05:45:46.057834 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-78cf4c19-3d1f-4674-a3da-7b9b0c136a5b req-a778f597-fe62-41df-ac36-7e5b5baa6ef8 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659804 Sep 26 05:45:46.184058 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f681b37-dd8a-448e-b13d-cbdf6d750a37 req-da26eb0a-b167-41d0-bd41-f87d8d55ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:46.186457 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f681b37-dd8a-448e-b13d-cbdf6d750a37 req-da26eb0a-b167-41d0-bd41-f87d8d55ceb7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e53b9fa-5781-43b1-83a4-24777e561610 HTTP/1.1" status: 200 len: 850 time: 0.0569463 Sep 26 05:45:46.198687 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-c84ecf0a-33c7-4ef5-a900-beca132641c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '89ec5712-572c-482f-affe-f38351fa8aeb', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'port_id': '874e44a1-6cb8-479e-b4b0-e68322b26e1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'mac_address': 'fa:16:3e:53:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0853094-da33-4e22-a597-b0df1980229b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:27Z', 'updated_at': '2022-09-26T05:45:42Z', 'revision_number': 1, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:46.226975 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84ecf0a-33c7-4ef5-a900-beca132641c0 None None] The sync data for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi is: [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '89ec5712-572c-482f-affe-f38351fa8aeb', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'port_id': '874e44a1-6cb8-479e-b4b0-e68322b26e1f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'mac_address': 'fa:16:3e:53:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0853094-da33-4e22-a597-b0df1980229b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:27Z', 'updated_at': '2022-09-26T05:45:42Z', 'revision_number': 1, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:45:46.738047 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e8630-d1dd-4d79-abd0-7d5f7e7446fd req-6250ea1b-fb92-44e5-aeb3-86373118627b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:46.740700 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bf5e8630-d1dd-4d79-abd0-7d5f7e7446fd req-6250ea1b-fb92-44e5-aeb3-86373118627b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0806859 Sep 26 05:45:46.857842 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f681b37-dd8a-448e-b13d-cbdf6d750a37 req-cf9241ac-dd54-4a4d-9623-58e5cb8a0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:46.859999 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f681b37-dd8a-448e-b13d-cbdf6d750a37 req-cf9241ac-dd54-4a4d-9623-58e5cb8a0cfe service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1142344 Sep 26 05:45:46.861036 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bf5e8630-d1dd-4d79-abd0-7d5f7e7446fd req-a959bdd3-ea88-48e1-993c-38fa8a1fa6d9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833173 Sep 26 05:45:47.102495 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d631c5d-8dba-4e56-a6f5-3b0dc919488a req-b6f1a9ce-5df0-48d3-bae9-111c949ea38b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:47.104714 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4d631c5d-8dba-4e56-a6f5-3b0dc919488a req-b6f1a9ce-5df0-48d3-bae9-111c949ea38b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0656707 Sep 26 05:45:47.115790 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48870) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:47.129963 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-a88e1a4f-4a3e-4d16-a16d-48800f2b302b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'floatingip': {'port_id': '13bc2cea-45a7-43cc-8730-0f8356ec20ea'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:45:47.244089 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8caee-2dd4-4fd9-807e-bfe843fda515 req-36905a73-72a1-47ae-977a-9d84a2cc442d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:47.245799 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f0b8caee-2dd4-4fd9-807e-bfe843fda515 req-36905a73-72a1-47ae-977a-9d84a2cc442d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.2462947 Sep 26 05:45:47.255763 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a88e1a4f-4a3e-4d16-a16d-48800f2b302b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (1b967c62-46cd-4d54-8ed9-418dceb7abe1), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:47.259133 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4cc0b-5136-4df7-b018-c4574a0dbc92 req-f873529a-dc27-42bc-8d8a-25de69065f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:47.262790 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-42b4cc0b-5136-4df7-b018-c4574a0dbc92 req-f873529a-dc27-42bc-8d8a-25de69065f70 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 1129 time: 0.1637650 Sep 26 05:45:47.271585 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d22b1a-c4e6-43e1-9236-c2ae162e0250 None None] New status for floating IP 89ec5712-572c-482f-affe-f38351fa8aeb: ACTIVE {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:45:47.314039 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f681b37-dd8a-448e-b13d-cbdf6d750a37 req-b104bcc7-3323-45d7-8219-2143a49b226b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884650 Sep 26 05:45:47.350819 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f0b8caee-2dd4-4fd9-807e-bfe843fda515 req-6f57fa47-c59b-4d5c-bf3d-e1794c6af880 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734582 Sep 26 05:45:47.402335 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dce5b-2ecd-4632-b9c5-e588d434595f req-ede91987-fa39-4337-8a09-1503f1ce81de tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:47.404029 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b26dce5b-2ecd-4632-b9c5-e588d434595f req-ede91987-fa39-4337-8a09-1503f1ce81de tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.1803517 Sep 26 05:45:47.517408 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b26dce5b-2ecd-4632-b9c5-e588d434595f req-1c11129e-4381-4400-a161-c94b0948d1dd tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012433 Sep 26 05:45:48.166919 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:48.204469 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a88e1a4f-4a3e-4d16-a16d-48800f2b302b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:48.209931 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a88e1a4f-4a3e-4d16-a16d-48800f2b302b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (1b967c62-46cd-4d54-8ed9-418dceb7abe1), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:48.345711 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [None req-a88e1a4f-4a3e-4d16-a16d-48800f2b302b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Floating IP 1b967c62-46cd-4d54-8ed9-418dceb7abe1 associated. External IP: 172.27.1.220, port: 13bc2cea-45a7-43cc-8730-0f8356ec20ea. Sep 26 05:45:48.487984 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:48.509568 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6cf22-735a-424b-b843-9885c66a73b0 req-bf93e85d-c4e5-4d0f-8e87-d39de10b7c86 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:48.511250 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e8b6cf22-735a-424b-b843-9885c66a73b0 req-bf93e85d-c4e5-4d0f-8e87-d39de10b7c86 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0568962 Sep 26 05:45:48.575548 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e8b6cf22-735a-424b-b843-9885c66a73b0 req-ff54b5b3-1ec7-4699-911f-def2dcb5a47e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575271 Sep 26 05:45:48.739299 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189cb60-5cae-450d-8abf-fc599306b8b4 req-fde0879a-6e26-4de3-9c5e-3b013781f019 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:48.741818 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e189cb60-5cae-450d-8abf-fc599306b8b4 req-fde0879a-6e26-4de3-9c5e-3b013781f019 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.1085169 Sep 26 05:45:48.757829 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88e1a4f-4a3e-4d16-a16d-48800f2b302b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:45:48.916750 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e189cb60-5cae-450d-8abf-fc599306b8b4 req-75e547d3-3179-4fed-9b45-d91b97533f1c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677666 Sep 26 05:45:48.991127 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88e1a4f-4a3e-4d16-a16d-48800f2b302b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:45:48.997438 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a88e1a4f-4a3e-4d16-a16d-48800f2b302b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:49.006335 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b884135-3020-4248-aa27-5be13c0d586a None None] Sync routers for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:45:49.023899 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b884135-3020-4248-aa27-5be13c0d586a None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:45:49.024573 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-6b884135-3020-4248-aa27-5be13c0d586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:45:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:49.051375 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-a88e1a4f-4a3e-4d16-a16d-48800f2b302b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/1b967c62-46cd-4d54-8ed9-418dceb7abe1 HTTP/1.1" status: 200 len: 991 time: 1.9315863 Sep 26 05:45:49.051375 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:49.054927 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0499be-708c-40c4-b7bd-a2f53f529f04" -d '{"events": [{"name": "network-changed", "server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:49.099884 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9264a1-469a-46fa-b044-8118131c3c84 x-openstack-request-id: req-2e9264a1-469a-46fa-b044-8118131c3c84 {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:49.100266 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:49.100600 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e9264a1-469a-46fa-b044-8118131c3c84 {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:49.101207 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9264a1-469a-46fa-b044-8118131c3c84'] response: {'name': 'network-changed', 'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'status': 'completed', 'code': 200} Sep 26 05:45:49.175587 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-6b884135-3020-4248-aa27-5be13c0d586a None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:45:49.362481 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:49.427439 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:49.509527 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-42b4cc0b-5136-4df7-b018-c4574a0dbc92 req-22629b32-1f4e-4092-ba5e-a349bc242a47 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485058 Sep 26 05:45:49.515525 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-6b884135-3020-4248-aa27-5be13c0d586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '1b967c62-46cd-4d54-8ed9-418dceb7abe1', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'port_id': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'mac_address': 'fa:16:3e:b3:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:40Z', 'updated_at': '2022-09-26T05:45:47Z', 'revision_number': 1, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:49.543641 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b884135-3020-4248-aa27-5be13c0d586a None None] Checking router: 61b425cc-8097-4bcc-a8ce-182e53ef33c8 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:45:49.554790 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b884135-3020-4248-aa27-5be13c0d586a None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:45:49.555708 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-6b884135-3020-4248-aa27-5be13c0d586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:45:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:49.683200 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-6b884135-3020-4248-aa27-5be13c0d586a None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:45:49.752488 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dc477-2c76-4a05-b78d-eb54f5b65a3a req-19886de5-4765-4f92-a48a-e7ab3e707eb7 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:49.755347 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f92dc477-2c76-4a05-b78d-eb54f5b65a3a req-19886de5-4765-4f92-a48a-e7ab3e707eb7 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0820599 Sep 26 05:45:49.839538 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f92dc477-2c76-4a05-b78d-eb54f5b65a3a req-8b2a39a6-6894-4cb3-b118-289cfa721632 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778847 Sep 26 05:45:50.034007 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-6b884135-3020-4248-aa27-5be13c0d586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '1b967c62-46cd-4d54-8ed9-418dceb7abe1', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'port_id': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'mac_address': 'fa:16:3e:b3:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:40Z', 'updated_at': '2022-09-26T05:45:47Z', 'revision_number': 1, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:50.067713 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b884135-3020-4248-aa27-5be13c0d586a None None] The sync data for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi is: [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '1b967c62-46cd-4d54-8ed9-418dceb7abe1', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'port_id': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'mac_address': 'fa:16:3e:b3:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:40Z', 'updated_at': '2022-09-26T05:45:47Z', 'revision_number': 1, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:45:50.074183 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd9cb4-52d5-4d93-912e-7e7e1f615c5e req-72fb154c-5c8c-468d-851d-ef30d675a7cd tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:50.076325 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-07bd9cb4-52d5-4d93-912e-7e7e1f615c5e req-72fb154c-5c8c-468d-851d-ef30d675a7cd tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.0663977 Sep 26 05:45:50.153865 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-07bd9cb4-52d5-4d93-912e-7e7e1f615c5e req-1260f4ce-ad5f-4277-ad06-6ad2a50cbbc7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708728 Sep 26 05:45:50.321726 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16d3b14-f557-4dcf-930e-eae020622c64 None None] New status for floating IP 1b967c62-46cd-4d54-8ed9-418dceb7abe1: ACTIVE {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:45:50.996494 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f99c6-d19b-4ba2-9846-784958848cb0 req-8b3a5592-cec7-4720-99ad-f12df3f68910 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:50.998913 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d09f99c6-d19b-4ba2-9846-784958848cb0 req-8b3a5592-cec7-4720-99ad-f12df3f68910 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0651526 Sep 26 05:45:51.060634 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d09f99c6-d19b-4ba2-9846-784958848cb0 req-c357be41-239a-4f3d-ab27-70efb6e49208 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557060 Sep 26 05:45:51.098026 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f681b37-dd8a-448e-b13d-cbdf6d750a37 req-331def68-acae-459f-917f-4538914c0a41 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240714 Sep 26 05:45:51.307738 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03272-6459-45f7-905e-4404f5fc6106 req-4572cec9-6386-4151-bd53-3036100c4067 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:51.309336 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-13f03272-6459-45f7-905e-4404f5fc6106 req-4572cec9-6386-4151-bd53-3036100c4067 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.0499995 Sep 26 05:45:51.365211 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-13f03272-6459-45f7-905e-4404f5fc6106 req-0e7e270d-8d65-44be-a946-779ec6469dc8 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495348 Sep 26 05:45:51.902358 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0499be-708c-40c4-b7bd-a2f53f529f04 req-7c4765b9-b269-4a19-a537-e1ca9b78bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:51.904931 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ef0499be-708c-40c4-b7bd-a2f53f529f04 req-7c4765b9-b269-4a19-a537-e1ca9b78bc14 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 1129 time: 0.0452249 Sep 26 05:45:52.201438 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf602c2-a427-4bd6-99f1-4c21085d6688 req-5d63d883-d6af-4bce-9b4f-142cff49c8d6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:52.203056 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-fbf602c2-a427-4bd6-99f1-4c21085d6688 req-5d63d883-d6af-4bce-9b4f-142cff49c8d6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0545826 Sep 26 05:45:52.272300 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-fbf602c2-a427-4bd6-99f1-4c21085d6688 req-6477394f-a22e-44c3-b0f5-ad7beb7f9290 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632784 Sep 26 05:45:52.521043 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:52.525171 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:52.536387 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d8c05-7430-43b0-9d0d-35387278bf97 req-637a12ff-183d-4026-87a8-3e7c23781d49 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:52.546041 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-221d8c05-7430-43b0-9d0d-35387278bf97 req-637a12ff-183d-4026-87a8-3e7c23781d49 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.0660751 Sep 26 05:45:52.606655 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-221d8c05-7430-43b0-9d0d-35387278bf97 req-73c6e69a-7052-44f4-be8c-b0d1ba5feefa tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575528 Sep 26 05:45:53.143426 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 48972) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:53.266557 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0499be-708c-40c4-b7bd-a2f53f529f04 req-8c631e5c-07e2-45dc-9f2b-d96092a0f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:53.270208 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ef0499be-708c-40c4-b7bd-a2f53f529f04 req-8c631e5c-07e2-45dc-9f2b-d96092a0f86a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 917 time: 0.2022657 Sep 26 05:45:53.352110 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b1ebf21a-88a5-4d59-8795-e9734f21849a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:53.407722 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ef0499be-708c-40c4-b7bd-a2f53f529f04 req-b07b09cb-2678-4f78-bf0e-07ceda820eb0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea HTTP/1.1" status: 200 len: 1001 time: 0.1280229 Sep 26 05:45:53.438600 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1afd2-ce01-482a-841e-994705c12644 req-2f2d5275-d707-4acc-9bb6-aa2492b2754b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:53.441253 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-73d1afd2-ce01-482a-841e-994705c12644 req-2f2d5275-d707-4acc-9bb6-aa2492b2754b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0652184 Sep 26 05:45:53.451009 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:53.535599 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-73d1afd2-ce01-482a-841e-994705c12644 req-aea0f316-f007-4396-9f78-b49910cf6211 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880907 Sep 26 05:45:53.540843 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b1ebf21a-88a5-4d59-8795-e9734f21849a admin admin] Publish callbacks [] for security_group (a98366af-9edf-4ce4-862e-38b22afc1c2b), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:53.551080 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b1ebf21a-88a5-4d59-8795-e9734f21849a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (a98366af-9edf-4ce4-862e-38b22afc1c2b), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:53.599673 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:53.605691 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b1ebf21a-88a5-4d59-8795-e9734f21849a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=e9938011d6254805be9c8b15d02be673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596710 Sep 26 05:45:53.606852 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebf21a-88a5-4d59-8795-e9734f21849a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98366af-9edf-4ce4-862e-38b22afc1c2b,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:53.608490 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 48992) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:53.662588 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ac313adc-4658-4205-a7ac-0ac19f855dd9 admin admin] Publish callbacks [] for security_group (a98366af-9edf-4ce4-862e-38b22afc1c2b), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:53.686453 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ac313adc-4658-4205-a7ac-0ac19f855dd9 admin admin] Publish callbacks [] for security_group (a98366af-9edf-4ce4-862e-38b22afc1c2b), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:53.782995 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ac313adc-4658-4205-a7ac-0ac19f855dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (a98366af-9edf-4ce4-862e-38b22afc1c2b), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:53.786984 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ac313adc-4658-4205-a7ac-0ac19f855dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:53.788777 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-ac313adc-4658-4205-a7ac-0ac19f855dd9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/a98366af-9edf-4ce4-862e-38b22afc1c2b HTTP/1.1" status: 204 len: 168 time: 0.1790249 Sep 26 05:45:53.804015 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebb9f4-d71a-4714-8b0b-adeed0b12619 req-94d06ebf-aa6d-4e38-9e99-207260a3fbf1 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:53.806637 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3bebb9f4-d71a-4714-8b0b-adeed0b12619 req-94d06ebf-aa6d-4e38-9e99-207260a3fbf1 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.0856590 Sep 26 05:45:53.814920 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac313adc-4658-4205-a7ac-0ac19f855dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98366af-9edf-4ce4-862e-38b22afc1c2b,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:53.884835 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3bebb9f4-d71a-4714-8b0b-adeed0b12619 req-a34514a4-3483-4f98-be19-0e7857755d3c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668633 Sep 26 05:45:54.059008 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b729952-35bb-4e4d-af39-13b4615aa53f req-b41ee089-f188-41cc-ad27-9726d4f19b0c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:54.061763 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4b729952-35bb-4e4d-af39-13b4615aa53f req-b41ee089-f188-41cc-ad27-9726d4f19b0c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.0852113 Sep 26 05:45:54.076549 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49002) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:54.082809 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-807aea76-8ccd-4d78-968f-3ac8926a5490 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'floatingip': {'port_id': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:45:54.147629 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-807aea76-8ccd-4d78-968f-3ac8926a5490 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (67b865fe-6c78-463d-8876-2ea71ac98d8a), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:54.164111 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49004) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:54.189033 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a72f466-b428-4ed3-8fe3-f9f1bd1e4a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:54.318459 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0499be-708c-40c4-b7bd-a2f53f529f04 req-eb1a6099-282e-4972-a09f-bc04441aeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:54.320269 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ef0499be-708c-40c4-b7bd-a2f53f529f04 req-eb1a6099-282e-4972-a09f-bc04441aeb3f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.0938494 Sep 26 05:45:54.343340 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a72f466-b428-4ed3-8fe3-f9f1bd1e4a7e admin admin] Publish callbacks [] for security_group (7eb45c04-a5ab-4f10-a5f6-5005cdc9bbd0), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:54.352210 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a72f466-b428-4ed3-8fe3-f9f1bd1e4a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (7eb45c04-a5ab-4f10-a5f6-5005cdc9bbd0), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:54.418502 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4a72f466-b428-4ed3-8fe3-f9f1bd1e4a7e admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=95149a85bf3749f0b8c53722656c3a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526851 Sep 26 05:45:54.421509 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49010) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:54.431831 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0499be-708c-40c4-b7bd-a2f53f529f04 req-26056668-f2ac-418b-9e41-a6f09d4b2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:54.432581 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72f466-b428-4ed3-8fe3-f9f1bd1e4a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb45c04-a5ab-4f10-a5f6-5005cdc9bbd0,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:54.433475 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ef0499be-708c-40c4-b7bd-a2f53f529f04 req-26056668-f2ac-418b-9e41-a6f09d4b2d56 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0978827 Sep 26 05:45:54.526758 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb834-ee09-4c71-a445-17b316d73549 admin admin] Publish callbacks [] for security_group (7eb45c04-a5ab-4f10-a5f6-5005cdc9bbd0), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:54.571929 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb834-ee09-4c71-a445-17b316d73549 admin admin] Publish callbacks [] for security_group (7eb45c04-a5ab-4f10-a5f6-5005cdc9bbd0), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:54.663572 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb834-ee09-4c71-a445-17b316d73549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (7eb45c04-a5ab-4f10-a5f6-5005cdc9bbd0), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:54.666660 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1fbbb834-ee09-4c71-a445-17b316d73549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:54.668912 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-1fbbb834-ee09-4c71-a445-17b316d73549 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/7eb45c04-a5ab-4f10-a5f6-5005cdc9bbd0 HTTP/1.1" status: 204 len: 168 time: 0.2453296 Sep 26 05:45:54.681243 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbb834-ee09-4c71-a445-17b316d73549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb45c04-a5ab-4f10-a5f6-5005cdc9bbd0,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:54.719261 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:54.727952 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ef0499be-708c-40c4-b7bd-a2f53f529f04 req-6e831e58-3a08-4b65-af0d-9e9bad89105a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780573 Sep 26 05:45:54.776988 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11cfaf-d19e-48d5-b061-04612b138f68 req-ba5cb150-695b-432f-841e-8c55a69805ed tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:54.778693 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ab11cfaf-d19e-48d5-b061-04612b138f68 req-ba5cb150-695b-432f-841e-8c55a69805ed tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1291947 Sep 26 05:45:54.779146 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:55.205374 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ab11cfaf-d19e-48d5-b061-04612b138f68 req-cd4829df-3b2b-492d-8b26-de831e3ee1d2 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065948 Sep 26 05:45:55.239219 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-807aea76-8ccd-4d78-968f-3ac8926a5490 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:55.241841 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ef0499be-708c-40c4-b7bd-a2f53f529f04 req-dd320cbe-0c35-4e78-95e9-c61bfd3726e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804707 Sep 26 05:45:55.258859 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-807aea76-8ccd-4d78-968f-3ac8926a5490 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (67b865fe-6c78-463d-8876-2ea71ac98d8a), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:55.428194 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [None req-807aea76-8ccd-4d78-968f-3ac8926a5490 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Floating IP 67b865fe-6c78-463d-8876-2ea71ac98d8a associated. External IP: 172.27.1.119, port: 6f3cd267-47c3-4bd9-9283-70669f0b6b2c. Sep 26 05:45:55.732006 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807aea76-8ccd-4d78-968f-3ac8926a5490 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Router 7905c934-f837-479c-bcd7-74e9cd9509a9 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:45:55.922172 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807aea76-8ccd-4d78-968f-3ac8926a5490 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:45:55.930155 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-807aea76-8ccd-4d78-968f-3ac8926a5490 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:55.939134 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab1462-8c2a-4202-b753-e5f3159cfadd None None] Sync routers for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:45:55.962434 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab1462-8c2a-4202-b753-e5f3159cfadd None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:45:55.963307 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-b4ab1462-8c2a-4202-b753-e5f3159cfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:45:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:55.986886 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-807aea76-8ccd-4d78-968f-3ac8926a5490 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/67b865fe-6c78-463d-8876-2ea71ac98d8a HTTP/1.1" status: 200 len: 991 time: 1.9089582 Sep 26 05:45:55.988100 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'tag': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:45:55.992615 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ea993d78-323c-4565-9a8e-db170bd7954a", "tag": "6f3cd267-47c3-4bd9-9283-70669f0b6b2c"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:45:56.052858 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f863f43-359c-445d-afd3-7fcd21ec738a x-openstack-request-id: req-1f863f43-359c-445d-afd3-7fcd21ec738a {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:45:56.053261 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea993d78-323c-4565-9a8e-db170bd7954a", "tag": "6f3cd267-47c3-4bd9-9283-70669f0b6b2c", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:45:56.053840 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f863f43-359c-445d-afd3-7fcd21ec738a {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:45:56.054735 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f863f43-359c-445d-afd3-7fcd21ec738a'] response: {'name': 'network-changed', 'server_uuid': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'tag': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'status': 'completed', 'code': 200} Sep 26 05:45:56.100854 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-b4ab1462-8c2a-4202-b753-e5f3159cfadd None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:45:56.212326 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8 req-b15d1a00-d5ea-487b-a59b-a44fc6db6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:56.218406 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8 req-b15d1a00-d5ea-487b-a59b-a44fc6db6f0f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 1129 time: 0.0800588 Sep 26 05:45:56.402776 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-b4ab1462-8c2a-4202-b753-e5f3159cfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '67b865fe-6c78-463d-8876-2ea71ac98d8a', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:5f:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:39Z', 'updated_at': '2022-09-26T05:45:54Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:56.452650 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab1462-8c2a-4202-b753-e5f3159cfadd None None] Checking router: 7905c934-f837-479c-bcd7-74e9cd9509a9 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:45:56.453102 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8 req-adb78b7d-4d70-4248-b436-101141ea3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:56.454635 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8 req-adb78b7d-4d70-4248-b436-101141ea3602 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 915 time: 0.2221341 Sep 26 05:45:56.470282 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab1462-8c2a-4202-b753-e5f3159cfadd None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:45:56.471431 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-b4ab1462-8c2a-4202-b753-e5f3159cfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:45:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:56.492383 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80339a0b-74f0-465b-bd90-03ffbdc86f48 req-6c4aa1e8-e947-485e-b60d-24ea34d1f044 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:56.495276 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80339a0b-74f0-465b-bd90-03ffbdc86f48 req-6c4aa1e8-e947-485e-b60d-24ea34d1f044 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1367707 Sep 26 05:45:56.567356 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:56.636678 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8 req-824ee2c6-3dcf-4a12-9cdb-715795a7d7c0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f3cd267-47c3-4bd9-9283-70669f0b6b2c HTTP/1.1" status: 200 len: 999 time: 0.1674302 Sep 26 05:45:56.642564 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:56.653111 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-b4ab1462-8c2a-4202-b753-e5f3159cfadd None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:45:56.739902 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80339a0b-74f0-465b-bd90-03ffbdc86f48 req-f793ff16-15b4-4424-99d3-df3562f9c4c2 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941991 Sep 26 05:45:56.755263 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8 req-5bbbc5d4-68ac-46e6-9608-3193a021b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:56.762837 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8 req-5bbbc5d4-68ac-46e6-9608-3193a021b462 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.1147523 Sep 26 05:45:56.783060 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:56.793727 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:56.864869 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8 req-64cc3f5d-c043-49dd-b2ce-426ca67fc237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:56.868701 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8 req-64cc3f5d-c043-49dd-b2ce-426ca67fc237 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0909512 Sep 26 05:45:57.080322 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8 req-8a16a518-658b-4b37-93bf-43d6ee19145b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039571 Sep 26 05:45:57.094787 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-b4ab1462-8c2a-4202-b753-e5f3159cfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '67b865fe-6c78-463d-8876-2ea71ac98d8a', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:5f:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:39Z', 'updated_at': '2022-09-26T05:45:54Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:45:57.150265 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab1462-8c2a-4202-b753-e5f3159cfadd None None] The sync data for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi is: [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '67b865fe-6c78-463d-8876-2ea71ac98d8a', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:5f:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:39Z', 'updated_at': '2022-09-26T05:45:54Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:45:57.246148 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7e9e3ba3-4edd-4db7-9a32-788c6d06d7d8 req-e0e14d6a-aade-444e-80b7-1d1f8f1b1a43 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566947 Sep 26 05:45:57.413999 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49112) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:57.469088 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849bb56-47b0-4f8d-9e7c-7d99c7b7bb39 None None] New status for floating IP 67b865fe-6c78-463d-8876-2ea71ac98d8a: ACTIVE {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:45:57.770421 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ad82ad98-1104-47ce-ac83-14eb8e94ef9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:57.787365 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49128) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:57.926711 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47aada74-7848-4234-9703-0f56d8b4895c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:57.976492 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ad82ad98-1104-47ce-ac83-14eb8e94ef9b admin admin] Publish callbacks [] for security_group (79be4f1b-63cc-41f2-9bf6-0afc32e4ab39), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:57.983831 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b97d13-6b29-4645-b50d-de26ceadd950 req-4739cb27-14b0-47a3-8c9f-84a657ed438b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:57.985682 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-35b97d13-6b29-4645-b50d-de26ceadd950 req-4739cb27-14b0-47a3-8c9f-84a657ed438b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0976889 Sep 26 05:45:57.986984 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ad82ad98-1104-47ce-ac83-14eb8e94ef9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (79be4f1b-63cc-41f2-9bf6-0afc32e4ab39), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.022875 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ad82ad98-1104-47ce-ac83-14eb8e94ef9b admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=c404486ee19f4b5eb65586527cc470aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6061227 Sep 26 05:45:58.025962 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49136) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:58.068494 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47aada74-7848-4234-9703-0f56d8b4895c admin admin] Publish callbacks [] for security_group (b4d71bbc-1ecc-4d23-81ee-22e5355ac86b), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.074934 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47aada74-7848-4234-9703-0f56d8b4895c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b4d71bbc-1ecc-4d23-81ee-22e5355ac86b), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.125371 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aada74-7848-4234-9703-0f56d8b4895c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d71bbc-1ecc-4d23-81ee-22e5355ac86b,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:58.130393 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-47aada74-7848-4234-9703-0f56d8b4895c admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=4f484d66ba0b47e5a9c04d6f2b1bf88c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417256 Sep 26 05:45:58.133540 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49138) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:58.205783 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-29173211-88cf-4b68-819e-28dbb2081d69 admin admin] Publish callbacks [] for security_group (b4d71bbc-1ecc-4d23-81ee-22e5355ac86b), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.251976 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-29173211-88cf-4b68-819e-28dbb2081d69 admin admin] Publish callbacks [] for security_group (b4d71bbc-1ecc-4d23-81ee-22e5355ac86b), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.324606 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-29173211-88cf-4b68-819e-28dbb2081d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b4d71bbc-1ecc-4d23-81ee-22e5355ac86b), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.330713 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-29173211-88cf-4b68-819e-28dbb2081d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.337442 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82ad98-1104-47ce-ac83-14eb8e94ef9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79be4f1b-63cc-41f2-9bf6-0afc32e4ab39,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:58.337712 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-29173211-88cf-4b68-819e-28dbb2081d69 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/b4d71bbc-1ecc-4d23-81ee-22e5355ac86b HTTP/1.1" status: 204 len: 168 time: 0.1975021 Sep 26 05:45:58.374148 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0eb326c1-f32b-4cc5-a57e-4f21c1a7b3f5 admin admin] Publish callbacks [] for security_group (79be4f1b-63cc-41f2-9bf6-0afc32e4ab39), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.375196 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29173211-88cf-4b68-819e-28dbb2081d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d71bbc-1ecc-4d23-81ee-22e5355ac86b,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:58.381767 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-35b97d13-6b29-4645-b50d-de26ceadd950 req-57bbcee6-b155-4ed0-95a1-10821ab8a69f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639331 Sep 26 05:45:58.406110 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0eb326c1-f32b-4cc5-a57e-4f21c1a7b3f5 admin admin] Publish callbacks [] for security_group (79be4f1b-63cc-41f2-9bf6-0afc32e4ab39), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.409070 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:58.442085 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:58.499568 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0eb326c1-f32b-4cc5-a57e-4f21c1a7b3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (79be4f1b-63cc-41f2-9bf6-0afc32e4ab39), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.509356 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0eb326c1-f32b-4cc5-a57e-4f21c1a7b3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.512428 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-0eb326c1-f32b-4cc5-a57e-4f21c1a7b3f5 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/79be4f1b-63cc-41f2-9bf6-0afc32e4ab39 HTTP/1.1" status: 204 len: 168 time: 0.4842257 Sep 26 05:45:58.531084 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb326c1-f32b-4cc5-a57e-4f21c1a7b3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79be4f1b-63cc-41f2-9bf6-0afc32e4ab39,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:58.986753 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49164) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:59.002044 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-86a6cf35-e579-48d0-95bd-fdf0879f3e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.026444 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:59.102998 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-86a6cf35-e579-48d0-95bd-fdf0879f3e50 admin admin] Publish callbacks [] for security_group (362bfbc0-8cee-489f-a449-367e3111e404), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.108456 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-86a6cf35-e579-48d0-95bd-fdf0879f3e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (362bfbc0-8cee-489f-a449-367e3111e404), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.181500 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-86a6cf35-e579-48d0-95bd-fdf0879f3e50 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=302f0d2ca4574f51b69a69a02f202823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934183 Sep 26 05:45:59.183084 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6cf35-e579-48d0-95bd-fdf0879f3e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362bfbc0-8cee-489f-a449-367e3111e404,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:59.184558 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49168) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:59.241959 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-60402aad-8dbe-4602-9e42-4ded54bbfe18 admin admin] Publish callbacks [] for security_group (362bfbc0-8cee-489f-a449-367e3111e404), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.266961 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-60402aad-8dbe-4602-9e42-4ded54bbfe18 admin admin] Publish callbacks [] for security_group (362bfbc0-8cee-489f-a449-367e3111e404), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.335613 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-60402aad-8dbe-4602-9e42-4ded54bbfe18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (362bfbc0-8cee-489f-a449-367e3111e404), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.338902 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-60402aad-8dbe-4602-9e42-4ded54bbfe18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.343040 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-60402aad-8dbe-4602-9e42-4ded54bbfe18 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/362bfbc0-8cee-489f-a449-367e3111e404 HTTP/1.1" status: 204 len: 168 time: 0.1545942 Sep 26 05:45:59.357887 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60402aad-8dbe-4602-9e42-4ded54bbfe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362bfbc0-8cee-489f-a449-367e3111e404,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:45:59.567592 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49184) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:59.602655 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366b992-d46f-4602-81b3-43f303fc20c7 req-a77aa6a5-9e2f-4c51-90de-91ff02455a0b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:45:59.604510 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9366b992-d46f-4602-81b3-43f303fc20c7 req-a77aa6a5-9e2f-4c51-90de-91ff02455a0b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0747342 Sep 26 05:45:59.696024 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9366b992-d46f-4602-81b3-43f303fc20c7 req-b1e6b7b6-3140-4ddb-8a43-df2c66f4b799 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822399 Sep 26 05:45:59.709453 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3f4757ed-6a6c-42a7-98da-0d5c474ac939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.749482 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1516425467-network', 'tenant_id': 'ee638507f9b0415f94f7c54e0e3db8cd'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:45:59.774874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Made reservation on behalf of ee638507f9b0415f94f7c54e0e3db8cd for: {'network': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:45:59.777833 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.788459 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.803154 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49188) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:45:59.819019 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6689c945-21e4-40e0-b2bd-3dad9ad86fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.874394 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:59.926202 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Publish callbacks [] for security_group (e16d00c7-fbaf-4fae-94fd-3421506264b8), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.945750 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (e16d00c7-fbaf-4fae-94fd-3421506264b8), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:59.987406 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=113000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:45:59.990342 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6689c945-21e4-40e0-b2bd-3dad9ad86fd1 admin admin] Publish callbacks [] for security_group (92a735dc-8e50-467c-8518-8eec3d7a858e), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.005013 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6689c945-21e4-40e0-b2bd-3dad9ad86fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (92a735dc-8e50-467c-8518-8eec3d7a858e), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.020550 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d00c7-fbaf-4fae-94fd-3421506264b8,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:00.026439 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (6731169f-d34e-4d56-87a5-2203fd019c67), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.027045 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.segments_db [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Added segment 6731169f-d34e-4d56-87a5-2203fd019c67 of type vlan for network d84453e4-a1e7-4567-8843-35b115b62bbb Sep 26 05:46:00.108951 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-6689c945-21e4-40e0-b2bd-3dad9ad86fd1 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=1ba51b82aba94fce85ca5e4edaeaf1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050041 Sep 26 05:46:00.113385 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (d84453e4-a1e7-4567-8843-35b115b62bbb), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.115629 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49198) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:00.116794 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689c945-21e4-40e0-b2bd-3dad9ad86fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a735dc-8e50-467c-8518-8eec3d7a858e,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:00.161765 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (d84453e4-a1e7-4567-8843-35b115b62bbb), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.164479 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:00.164965 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.221443 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-60056b1a-022d-49b6-a010-0d64f8587cae admin admin] Publish callbacks [] for security_group (92a735dc-8e50-467c-8518-8eec3d7a858e), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.264884 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-60056b1a-022d-49b6-a010-0d64f8587cae admin admin] Publish callbacks [] for security_group (92a735dc-8e50-467c-8518-8eec3d7a858e), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.279021 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7096455 Sep 26 05:46:00.283949 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49206) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:00.287235 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc06f24-c54e-4bd9-a22f-21ea2c634685 admin admin] Pushing event updated for resources: {'Network': ['ID=d84453e4-a1e7-4567-8843-35b115b62bbb,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:00.297498 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] Request body: {'subnet': {'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1516425467-subnet', 'tenant_id': 'ee638507f9b0415f94f7c54e0e3db8cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:00.306340 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network d84453e4-a1e7-4567-8843-35b115b62bbb details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:46:00.342831 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] Made reservation on behalf of ee638507f9b0415f94f7c54e0e3db8cd for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:46:00.350105 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3432168'] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.366365 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-60056b1a-022d-49b6-a010-0d64f8587cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (92a735dc-8e50-467c-8518-8eec3d7a858e), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.371521 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-60056b1a-022d-49b6-a010-0d64f8587cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.392397 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-60056b1a-022d-49b6-a010-0d64f8587cae admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/92a735dc-8e50-467c-8518-8eec3d7a858e HTTP/1.1" status: 204 len: 168 time: 0.2685018 Sep 26 05:46:00.435307 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60056b1a-022d-49b6-a010-0d64f8587cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a735dc-8e50-467c-8518-8eec3d7a858e,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:00.442106 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:00.533774 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:00.675789 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3583203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3432190'] for subnet (c1b87eba-f8f9-4304-8d5c-ba47feed76a2), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.765337 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b87eba-f8f9-4304-8d5c-ba47feed76a2,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:00.775781 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] Checking segment: {'id': '6731169f-d34e-4d56-87a5-2203fd019c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:46:00.776359 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] Network hostable DHCP agents. Network: d84453e4-a1e7-4567-8843-35b115b62bbb, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:46:00.781768 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:00.825330 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] Network d84453e4-a1e7-4567-8843-35b115b62bbb is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:46:00.865408 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, d84453e4-a1e7-4567-8843-35b115b62bbb) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:46:00.880080 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6100a278-c5b0-4396-8385-de112b83fd2e None None] Network d84453e4-a1e7-4567-8843-35b115b62bbb requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:46:00.889910 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:00.890899 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:00.931717 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-47fe5963-689c-462a-899e-0cc87ea28615 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6456387 Sep 26 05:46:00.943761 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d67ac5-1465-4afd-8bc2-66438090201d req-e988d19b-2955-433f-9d1d-7dfc5775ba34 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:00.946617 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-21d67ac5-1465-4afd-8bc2-66438090201d req-e988d19b-2955-433f-9d1d-7dfc5775ba34 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1472886 Sep 26 05:46:01.054516 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-21d67ac5-1465-4afd-8bc2-66438090201d req-a7e78f6f-7053-4c20-8b47-1684d4d2b639 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958471 Sep 26 05:46:01.112886 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265562a3-7bab-4d5e-a143-c2069765260e None None] Network d84453e4-a1e7-4567-8843-35b115b62bbb requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:46:02.148765 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-ce662883-879e-4495-bc34-56369e94e6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:02.276482 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87a25-baf9-4e37-9d3a-41884692aeea req-8d1068ad-fa41-4599-a02c-5e498247ca42 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:02.279414 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-11a87a25-baf9-4e37-9d3a-41884692aeea req-8d1068ad-fa41-4599-a02c-5e498247ca42 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1003807 Sep 26 05:46:02.409239 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-11a87a25-baf9-4e37-9d3a-41884692aeea req-d1997787-3f53-4f62-b172-c9479d99dbbb tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231887 Sep 26 05:46:02.687795 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49282) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:02.811654 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181ccb8-f0b1-4a69-9f10-2a2c7e9fe143 req-d7f5647b-39ac-4228-8a54-0493e9f5b659 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:02.813306 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b181ccb8-f0b1-4a69-9f10-2a2c7e9fe143 req-d7f5647b-39ac-4228-8a54-0493e9f5b659 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 946 time: 0.0548775 Sep 26 05:46:02.819439 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5f6d-3de1-4580-948d-9f8c62905626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:02.881388 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b181ccb8-f0b1-4a69-9f10-2a2c7e9fe143 req-bc18f5b2-1518-450a-a966-c0a625f5de38 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612712 Sep 26 05:46:02.926062 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5f6d-3de1-4580-948d-9f8c62905626 admin admin] Publish callbacks [] for security_group (5d0c19cd-1db5-4ac0-8491-2862ce85794c), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:02.932619 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5f6d-3de1-4580-948d-9f8c62905626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (5d0c19cd-1db5-4ac0-8491-2862ce85794c), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:02.979156 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-fbdc5f6d-3de1-4580-948d-9f8c62905626 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=2251a89cc2a74e55895b6b9b1618b802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901947 Sep 26 05:46:02.979716 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc5f6d-3de1-4580-948d-9f8c62905626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0c19cd-1db5-4ac0-8491-2862ce85794c,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:02.981902 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49288) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:03.062181 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-581c4b19-9b84-46e1-92cb-9a38949c9a83 admin admin] Publish callbacks [] for security_group (5d0c19cd-1db5-4ac0-8491-2862ce85794c), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:03.087262 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-581c4b19-9b84-46e1-92cb-9a38949c9a83 admin admin] Publish callbacks [] for security_group (5d0c19cd-1db5-4ac0-8491-2862ce85794c), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:03.132334 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:03.160807 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-581c4b19-9b84-46e1-92cb-9a38949c9a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (5d0c19cd-1db5-4ac0-8491-2862ce85794c), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:03.165884 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-581c4b19-9b84-46e1-92cb-9a38949c9a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:03.167791 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-581c4b19-9b84-46e1-92cb-9a38949c9a83 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/5d0c19cd-1db5-4ac0-8491-2862ce85794c HTTP/1.1" status: 204 len: 168 time: 0.1835470 Sep 26 05:46:03.191374 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c4b19-9b84-46e1-92cb-9a38949c9a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0c19cd-1db5-4ac0-8491-2862ce85794c,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:03.279966 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:03.566674 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4487356-08a2-4166-8246-837a66d69c6d req-cf092a07-0513-43d4-a53b-2497f3633b68 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:03.569503 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-cf092a07-0513-43d4-a53b-2497f3633b68 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/networks?id=d84453e4-a1e7-4567-8843-35b115b62bbb HTTP/1.1" status: 200 len: 809 time: 0.1636848 Sep 26 05:46:03.592465 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-a7914d93-bc49-4641-b2ee-e12b01557166 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/quotas/ee638507f9b0415f94f7c54e0e3db8cd HTTP/1.1" status: 200 len: 375 time: 0.0158811 Sep 26 05:46:03.613609 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49314) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:03.619690 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396a71c-7f93-4d99-860e-5ba35e136bd4 req-8f4f8cae-e9c6-415c-9e4e-26cb8158b76c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:03.621416 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a396a71c-7f93-4d99-860e-5ba35e136bd4 req-8f4f8cae-e9c6-415c-9e4e-26cb8158b76c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0966299 Sep 26 05:46:03.639572 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-b8b37daa-2cc9-4777-8353-bb79ee2e872b tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ee638507f9b0415f94f7c54e0e3db8cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413840 Sep 26 05:46:03.646405 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ec6472b-16f6-45d6-893c-97fb9971692f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:03.681070 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a396a71c-7f93-4d99-860e-5ba35e136bd4 req-d27485ae-7e04-458a-ba16-dd30458e928f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530128 Sep 26 05:46:03.776999 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:03.792072 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-a72364f6-5712-413b-b964-a37a9e8898ae service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419463 Sep 26 05:46:03.871137 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ec6472b-16f6-45d6-893c-97fb9971692f admin admin] Publish callbacks [] for security_group (434bf73f-f142-4700-848a-ad243ea30d55), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:03.876537 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ec6472b-16f6-45d6-893c-97fb9971692f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (434bf73f-f142-4700-848a-ad243ea30d55), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:03.933986 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-3ec6472b-16f6-45d6-893c-97fb9971692f admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=fc7f5fbf7a2d491f9550117c2f3f4f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189824 Sep 26 05:46:03.939248 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49318) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:03.943818 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6472b-16f6-45d6-893c-97fb9971692f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434bf73f-f142-4700-848a-ad243ea30d55,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:03.972243 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-2b4a2912-da3b-4f61-847d-0ac95ccba723 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708205 Sep 26 05:46:04.055616 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982556e-00bc-4c25-80ba-078b15137c85 req-5b48b5c0-cb90-4dc4-9db4-63ee637e51b9 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:04.057304 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3982556e-00bc-4c25-80ba-078b15137c85 req-5b48b5c0-cb90-4dc4-9db4-63ee637e51b9 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 946 time: 0.0825644 Sep 26 05:46:04.080938 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ff612004-4bd6-4e21-95a5-ff290cefcd33 admin admin] Publish callbacks [] for security_group (434bf73f-f142-4700-848a-ad243ea30d55), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:04.131305 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ff612004-4bd6-4e21-95a5-ff290cefcd33 admin admin] Publish callbacks [] for security_group (434bf73f-f142-4700-848a-ad243ea30d55), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:04.156567 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:04.184294 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-fb1b2f35-3bd4-469d-921a-c4de8453e7c2 req-274eed3f-bea2-4cc1-834d-169f780526d2 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0589356 Sep 26 05:46:04.191134 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3982556e-00bc-4c25-80ba-078b15137c85 req-5ef4aabb-b0c7-418c-b2e8-71bf8d0c675b tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223819 Sep 26 05:46:04.227131 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ff612004-4bd6-4e21-95a5-ff290cefcd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (434bf73f-f142-4700-848a-ad243ea30d55), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:04.241707 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ff612004-4bd6-4e21-95a5-ff290cefcd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:04.243740 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-ff612004-4bd6-4e21-95a5-ff290cefcd33 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/434bf73f-f142-4700-848a-ad243ea30d55 HTTP/1.1" status: 204 len: 168 time: 0.3029737 Sep 26 05:46:04.255191 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff612004-4bd6-4e21-95a5-ff290cefcd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434bf73f-f142-4700-848a-ad243ea30d55,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:04.806567 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49346) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:04.827731 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-47cf67e6-325c-4457-b8e7-af3e17647251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:04.863216 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cc2d6-f661-478f-8768-1df55373023d req-5b68de14-9a65-43f0-803d-743777104ff3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:04.865855 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-209cc2d6-f661-478f-8768-1df55373023d req-5b68de14-9a65-43f0-803d-743777104ff3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0625558 Sep 26 05:46:04.876478 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:04.976564 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-47cf67e6-325c-4457-b8e7-af3e17647251 admin admin] Publish callbacks [] for security_group (76838329-f545-4778-a6f8-327441206e3a), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:04.982204 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-47cf67e6-325c-4457-b8e7-af3e17647251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (76838329-f545-4778-a6f8-327441206e3a), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:04.986150 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:04.989979 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-209cc2d6-f661-478f-8768-1df55373023d req-c8276b90-f565-4fd3-bf1b-83c4d5811225 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141577 Sep 26 05:46:05.036896 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf67e6-325c-4457-b8e7-af3e17647251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76838329-f545-4778-a6f8-327441206e3a,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:05.043175 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-47cf67e6-325c-4457-b8e7-af3e17647251 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=10a87b1feaea474ab429df8fee9a62a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351890 Sep 26 05:46:05.047735 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49352) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:05.058938 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:46:05.066650 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:05.089827 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:05.111155 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b26f781e-2b6c-4c7f-a5eb-a9d59bd01c2d admin admin] Publish callbacks [] for security_group (76838329-f545-4778-a6f8-327441206e3a), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:05.135273 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b26f781e-2b6c-4c7f-a5eb-a9d59bd01c2d admin admin] Publish callbacks [] for security_group (76838329-f545-4778-a6f8-327441206e3a), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:05.206239 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b26f781e-2b6c-4c7f-a5eb-a9d59bd01c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (76838329-f545-4778-a6f8-327441206e3a), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:05.210236 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b26f781e-2b6c-4c7f-a5eb-a9d59bd01c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:05.212499 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b26f781e-2b6c-4c7f-a5eb-a9d59bd01c2d admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/76838329-f545-4778-a6f8-327441206e3a HTTP/1.1" status: 204 len: 168 time: 0.1636512 Sep 26 05:46:05.235247 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f781e-2b6c-4c7f-a5eb-a9d59bd01c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76838329-f545-4778-a6f8-327441206e3a,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:05.429600 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed0acc69-c536-440c-a9ed-6382a196de34 req-a174d89a-ef98-44cf-9e7b-2f4b0cc6bea9 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0923381 Sep 26 05:46:05.434530 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1b23e-0b56-4c5b-a660-be0ae47a5237 req-72cd4df0-bc72-4d18-8891-fb296fbc0820 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:05.436556 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7d1b23e-0b56-4c5b-a660-be0ae47a5237 req-72cd4df0-bc72-4d18-8891-fb296fbc0820 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 946 time: 0.0961354 Sep 26 05:46:05.460436 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969f72c-3414-4ec8-9634-ee043a897677 req-8fc97af1-ddf8-4a06-a923-fa71cebe3f3b tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:05.462972 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5969f72c-3414-4ec8-9634-ee043a897677 req-8fc97af1-ddf8-4a06-a923-fa71cebe3f3b tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 946 time: 0.0652447 Sep 26 05:46:05.525734 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c7d1b23e-0b56-4c5b-a660-be0ae47a5237 req-eabc7db5-bbbe-48f4-90e3-e20e66d70be6 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=65ec2b9a-bef1-4771-b033-d2b51f271899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712733 Sep 26 05:46:05.643638 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-5969f72c-3414-4ec8-9634-ee043a897677 req-c60923ea-356e-4a1f-9ce7-72bc26ac03ec tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Deleting port f2e668fd-4af3-4593-b411-7b18149bed4b {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:46:05.643982 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-5969f72c-3414-4ec8-9634-ee043a897677 req-c60923ea-356e-4a1f-9ce7-72bc26ac03ec tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:05.780191 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-5969f72c-3414-4ec8-9634-ee043a897677 req-c60923ea-356e-4a1f-9ce7-72bc26ac03ec tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] For port f2e668fd-4af3-4593-b411-7b18149bed4b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=f2e668fd-4af3-4593-b411-7b18149bed4b,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:05.780625 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-5969f72c-3414-4ec8-9634-ee043a897677 req-c60923ea-356e-4a1f-9ce7-72bc26ac03ec tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:05.799980 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-5969f72c-3414-4ec8-9634-ee043a897677 req-c60923ea-356e-4a1f-9ce7-72bc26ac03ec tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Calling delete_port for f2e668fd-4af3-4593-b411-7b18149bed4b owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:46:05.988833 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-5969f72c-3414-4ec8-9634-ee043a897677 req-c60923ea-356e-4a1f-9ce7-72bc26ac03ec tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954'] for port (f2e668fd-4af3-4593-b411-7b18149bed4b), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:05.999490 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:06.028081 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60923ea-356e-4a1f-9ce7-72bc26ac03ec tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Pushing event deleted for resources: {'Port': ['ID=f2e668fd-4af3-4593-b411-7b18149bed4b,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:06.119966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5969f72c-3414-4ec8-9634-ee043a897677 req-c60923ea-356e-4a1f-9ce7-72bc26ac03ec tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] No DVR routers for this DVR port f2e668fd-4af3-4593-b411-7b18149bed4b on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:46:06.128481 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-5969f72c-3414-4ec8-9634-ee043a897677 req-c60923ea-356e-4a1f-9ce7-72bc26ac03ec tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:06.136145 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5969f72c-3414-4ec8-9634-ee043a897677 req-c60923ea-356e-4a1f-9ce7-72bc26ac03ec tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f2e668fd-4af3-4593-b411-7b18149bed4b HTTP/1.1" status: 204 len: 173 time: 0.6649435 Sep 26 05:46:06.137631 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9', 'name': 'network-vif-deleted', 'tag': 'f2e668fd-4af3-4593-b411-7b18149bed4b'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:46:06.145121 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f069ee91-b2f1-4eae-87b5-9cdf0177f170" -d '{"events": [{"server_uuid": "1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9", "name": "network-vif-deleted", "tag": "f2e668fd-4af3-4593-b411-7b18149bed4b"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:46:06.200567 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d49588-d425-43c7-a8dc-f6542285a8e1 x-openstack-request-id: req-31d49588-d425-43c7-a8dc-f6542285a8e1 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:46:06.201062 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9", "name": "network-vif-deleted", "tag": "f2e668fd-4af3-4593-b411-7b18149bed4b", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:46:06.201413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31d49588-d425-43c7-a8dc-f6542285a8e1 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:46:06.202105 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d49588-d425-43c7-a8dc-f6542285a8e1'] response: {'server_uuid': '1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9', 'name': 'network-vif-deleted', 'tag': 'f2e668fd-4af3-4593-b411-7b18149bed4b', 'status': 'completed', 'code': 200} Sep 26 05:46:06.268968 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a8b28-6b33-4820-b10e-855f7b0cdfc3 req-b900517c-4755-45f5-b7ba-2e1b2c082a67 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:06.287771 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ea2a8b28-6b33-4820-b10e-855f7b0cdfc3 req-b900517c-4755-45f5-b7ba-2e1b2c082a67 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1048691 Sep 26 05:46:06.399142 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ea2a8b28-6b33-4820-b10e-855f7b0cdfc3 req-afcbc35a-5c35-42fd-82d8-e49bbac7c892 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927451 Sep 26 05:46:06.428361 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49388) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:06.615478 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c92b5eee-2476-4956-99a9-9fdf65429cc0 req-e0c92ebc-4afc-4bd2-a7de-892f727776df tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0585971 Sep 26 05:46:06.658897 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2179a64a-6851-47f0-9d3f-450d6531ceb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:06.722881 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bcf2ef77-146e-4f3b-a1ac-a700d0511a35 req-0e445ff0-5e00-466a-89c2-4ed537d423d6 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0559249 Sep 26 05:46:06.814982 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2179a64a-6851-47f0-9d3f-450d6531ceb1 admin admin] Publish callbacks [] for security_group (8be6fedc-ae4f-48cc-8707-df77591bd0af), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:06.821089 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2179a64a-6851-47f0-9d3f-450d6531ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8be6fedc-ae4f-48cc-8707-df77591bd0af), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:06.868783 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:06.889785 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2179a64a-6851-47f0-9d3f-450d6531ceb1 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d29ff77d79f64e7cb98b5ef3ee37db6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559381 Sep 26 05:46:06.890063 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49406) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:06.897109 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179a64a-6851-47f0-9d3f-450d6531ceb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be6fedc-ae4f-48cc-8707-df77591bd0af,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:06.955776 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2d42f993-b010-482b-a9fa-7815567a9ce8 admin admin] Publish callbacks [] for security_group (8be6fedc-ae4f-48cc-8707-df77591bd0af), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:06.980685 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2d42f993-b010-482b-a9fa-7815567a9ce8 admin admin] Publish callbacks [] for security_group (8be6fedc-ae4f-48cc-8707-df77591bd0af), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:07.082628 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2d42f993-b010-482b-a9fa-7815567a9ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8be6fedc-ae4f-48cc-8707-df77591bd0af), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:07.087366 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2d42f993-b010-482b-a9fa-7815567a9ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:07.088670 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2d42f993-b010-482b-a9fa-7815567a9ce8 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8be6fedc-ae4f-48cc-8707-df77591bd0af HTTP/1.1" status: 204 len: 168 time: 0.1977496 Sep 26 05:46:07.094024 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=30 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:07.105270 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42f993-b010-482b-a9fa-7815567a9ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be6fedc-ae4f-48cc-8707-df77591bd0af,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:07.140769 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device f2e668fd-4af3-4593-b411-7b18149bed4b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:46:07.164484 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: f2e668fd-4af3-4593-b411-7b18149bed4b {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:46:07.164826 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device f2e668fd-4af3-4593-b411-7b18149bed4b not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:46:07.605505 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de24e61-27fa-4f93-9f40-b3e2ade318df req-2e7d1895-390b-4453-abd7-7e069a74ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:07.608735 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9de24e61-27fa-4f93-9f40-b3e2ade318df req-2e7d1895-390b-4453-abd7-7e069a74ca84 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 1129 time: 0.0769722 Sep 26 05:46:07.632076 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0b0cc-50ea-413f-be20-ec9a75c50544 req-29a522ec-9959-4a06-83f5-4cd1e94e263e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:07.634560 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-20c0b0cc-50ea-413f-be20-ec9a75c50544 req-29a522ec-9959-4a06-83f5-4cd1e94e263e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1181147 Sep 26 05:46:07.731743 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9de24e61-27fa-4f93-9f40-b3e2ade318df req-55287204-2253-4f40-947f-cfc87ab64f2f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160629 Sep 26 05:46:07.755240 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-20c0b0cc-50ea-413f-be20-ec9a75c50544 req-410ae279-779a-4468-bad5-ed06d2f1d66e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145844 Sep 26 05:46:07.794147 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e2cafcfe-eded-4044-9bf3-94d8c6a28014 req-a9959f83-43eb-47e7-b038-7db869452bce tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0345409 Sep 26 05:46:07.895444 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0f8cafc1-70c3-4614-810e-cce7e3eb5019 req-d62d18ad-d6ae-48b2-9bf4-81005d45f209 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0415413 Sep 26 05:46:08.625163 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49482) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:08.688097 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49486) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:08.803934 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d3104100-e4ad-465f-af95-2fb611697203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:08.818488 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d2a1f2b6-8c1c-4c49-8b95-76139551237a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:08.862659 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:08.966538 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-34097d48-af8b-40aa-88b6-e94dc98dd3dd req-d7fb1a93-8355-4b2d-9aa5-494abbed6538 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0611391 Sep 26 05:46:08.971956 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2529e91-d5b4-4205-b837-69e35967cd11 req-28feac98-3c45-4573-ad6a-ce33e5b051b3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:08.975407 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a2529e91-d5b4-4205-b837-69e35967cd11 req-28feac98-3c45-4573-ad6a-ce33e5b051b3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1169796 Sep 26 05:46:09.002265 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:09.026565 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d2a1f2b6-8c1c-4c49-8b95-76139551237a admin admin] Publish callbacks [] for security_group (44885cfe-07cd-435f-8fb9-27e2bf603c1f), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.028413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d3104100-e4ad-465f-af95-2fb611697203 admin admin] Publish callbacks [] for security_group (6ddd2894-f6c9-40ff-969d-3aa9adc414f9), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.033089 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d2a1f2b6-8c1c-4c49-8b95-76139551237a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (44885cfe-07cd-435f-8fb9-27e2bf603c1f), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.040396 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d3104100-e4ad-465f-af95-2fb611697203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (6ddd2894-f6c9-40ff-969d-3aa9adc414f9), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.084110 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d2a1f2b6-8c1c-4c49-8b95-76139551237a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=658d000d0c994f9294ec1eb73f02aedf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945580 Sep 26 05:46:09.085037 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49496) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:09.087680 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1f2b6-8c1c-4c49-8b95-76139551237a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44885cfe-07cd-435f-8fb9-27e2bf603c1f,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:09.154068 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a2529e91-d5b4-4205-b837-69e35967cd11 req-593c21ab-0a17-48d6-9195-2e4610effe66 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674953 Sep 26 05:46:09.196760 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e7d26d26-e881-4119-b267-9e5e62a22533 req-fd41cf67-000b-4834-81e6-eb67d28880c1 tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0636661 Sep 26 05:46:09.202980 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9969c157-9f0c-4e08-a603-4c89111809ec admin admin] Publish callbacks [] for security_group (44885cfe-07cd-435f-8fb9-27e2bf603c1f), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.237558 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-d3104100-e4ad-465f-af95-2fb611697203 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=fc2db39918144652925651a08d3bb2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6106198 Sep 26 05:46:09.238273 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49498) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:09.246004 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3104100-e4ad-465f-af95-2fb611697203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddd2894-f6c9-40ff-969d-3aa9adc414f9,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:09.248575 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9969c157-9f0c-4e08-a603-4c89111809ec admin admin] Publish callbacks [] for security_group (44885cfe-07cd-435f-8fb9-27e2bf603c1f), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.274429 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4487356-08a2-4166-8246-837a66d69c6d req-a90f8018-2713-44c0-96d5-e7bf2a661c5e tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:09.276493 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-a90f8018-2713-44c0-96d5-e7bf2a661c5e tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d84453e4-a1e7-4567-8843-35b115b62bbb HTTP/1.1" status: 200 len: 809 time: 0.1933482 Sep 26 05:46:09.322347 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Request body: {'port': {'device_id': 'a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e', 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb', 'admin_state_up': True, 'tenant_id': 'ee638507f9b0415f94f7c54e0e3db8cd'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:09.345935 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-43c4e707-2a3e-454b-b8e6-88e02b25cab7 admin admin] Publish callbacks [] for security_group (6ddd2894-f6c9-40ff-969d-3aa9adc414f9), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.373618 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-43c4e707-2a3e-454b-b8e6-88e02b25cab7 admin admin] Publish callbacks [] for security_group (6ddd2894-f6c9-40ff-969d-3aa9adc414f9), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.381604 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9969c157-9f0c-4e08-a603-4c89111809ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (44885cfe-07cd-435f-8fb9-27e2bf603c1f), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.384903 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9969c157-9f0c-4e08-a603-4c89111809ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.391982 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-9969c157-9f0c-4e08-a603-4c89111809ec admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/44885cfe-07cd-435f-8fb9-27e2bf603c1f HTTP/1.1" status: 204 len: 168 time: 0.3030543 Sep 26 05:46:09.450120 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969c157-9f0c-4e08-a603-4c89111809ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44885cfe-07cd-435f-8fb9-27e2bf603c1f,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:09.497219 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-43c4e707-2a3e-454b-b8e6-88e02b25cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (6ddd2894-f6c9-40ff-969d-3aa9adc414f9), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.505689 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-43c4e707-2a3e-454b-b8e6-88e02b25cab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.510578 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-43c4e707-2a3e-454b-b8e6-88e02b25cab7 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/6ddd2894-f6c9-40ff-969d-3aa9adc414f9 HTTP/1.1" status: 204 len: 168 time: 0.2707176 Sep 26 05:46:09.535177 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4e707-2a3e-454b-b8e6-88e02b25cab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddd2894-f6c9-40ff-969d-3aa9adc414f9,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:09.610650 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Made reservation on behalf of ee638507f9b0415f94f7c54e0e3db8cd for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:46:09.618040 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:09.845631 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Allocated IP 172.20.0.10 (d84453e4-a1e7-4567-8843-35b115b62bbb/c1b87eba-f8f9-4304-8d5c-ba47feed76a2/78fc4bee-4c52-43f2-ac5c-5978d96703c2) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:46:09.854107 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:10.111195 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-486a404e-6a56-43ea-9cef-06d9627ac167 req-70be9e40-e9b2-49a4-a28e-19e2908e40ca tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0393300 Sep 26 05:46:10.165888 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks [] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:10.197255 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49528) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:10.221823 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:10.258632 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-de1dd091-8d0a-493d-801b-b8957870e3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:10.346372 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:10.361951 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Network d84453e4-a1e7-4567-8843-35b115b62bbb is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:46:10.373720 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:46:10.382659 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:46:10.402889 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:10.403915 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:10.410337 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Pushing event updated for resources: {'Port': ['ID=78fc4bee-4c52-43f2-ac5c-5978d96703c2,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:10.467402 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-3be0d404-7a09-4cc7-8ca3-d4fdc78e96a4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1616645 Sep 26 05:46:10.512988 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-de1dd091-8d0a-493d-801b-b8957870e3da admin admin] Publish callbacks [] for security_group (b4aa6f95-6f0e-449f-8535-b8c1a6f335cd), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:10.522945 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-de1dd091-8d0a-493d-801b-b8957870e3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b4aa6f95-6f0e-449f-8535-b8c1a6f335cd), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:10.550778 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e75cc-e510-49ce-82ce-4fe71381352f req-527cacf4-ab83-48a0-b061-8845bba732fa tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:10.552936 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a89e75cc-e510-49ce-82ce-4fe71381352f req-527cacf4-ab83-48a0-b061-8845bba732fa tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.1085265 Sep 26 05:46:10.593983 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Request body: {'port': {'device_id': 'a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:10.602680 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-de1dd091-8d0a-493d-801b-b8957870e3da admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=2ea435e53389452bb323644295c1b296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4002182 Sep 26 05:46:10.611623 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dd091-8d0a-493d-801b-b8957870e3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa6f95-6f0e-449f-8535-b8c1a6f335cd,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:10.615272 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49538) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:10.672420 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a89e75cc-e510-49ce-82ce-4fe71381352f req-f166ff72-cba3-4482-bcad-186a3b868348 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043882 Sep 26 05:46:10.725100 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6bbcb03f-3b4d-4534-923f-8682b736720e admin admin] Publish callbacks [] for security_group (b4aa6f95-6f0e-449f-8535-b8c1a6f335cd), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:10.740857 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:10.780724 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:10.788652 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6bbcb03f-3b4d-4534-923f-8682b736720e admin admin] Publish callbacks [] for security_group (b4aa6f95-6f0e-449f-8535-b8c1a6f335cd), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:10.829948 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-acdd604d-51f0-478b-bc68-326fbd5286cc req-7af7bd85-4701-4e74-86cf-8b36f5e8d35f tempest-DeleteServersTestJSON-606749681 tempest-DeleteServersTestJSON-606749681-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1b9136ba-c4dc-4ae1-8d0e-3db442e7a5b9 HTTP/1.1" status: 200 len: 210 time: 0.0784636 Sep 26 05:46:10.830783 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:10.904785 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5404e3b-3176-4eaf-834f-8cbf4ff073ed req-bfd2b651-3614-49f5-ba9a-c5ef724a3815 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:10.906504 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f5404e3b-3176-4eaf-834f-8cbf4ff073ed req-bfd2b651-3614-49f5-ba9a-c5ef724a3815 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.1043181 Sep 26 05:46:10.957885 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6bbcb03f-3b4d-4534-923f-8682b736720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b4aa6f95-6f0e-449f-8535-b8c1a6f335cd), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:10.960766 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6bbcb03f-3b4d-4534-923f-8682b736720e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:10.962347 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-6bbcb03f-3b4d-4534-923f-8682b736720e admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/b4aa6f95-6f0e-449f-8535-b8c1a6f335cd HTTP/1.1" status: 204 len: 168 time: 0.3428397 Sep 26 05:46:11.006607 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f5404e3b-3176-4eaf-834f-8cbf4ff073ed req-bba1ee72-ebce-46f6-9d4c-beb34d5c873f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879641 Sep 26 05:46:11.021377 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcb03f-3b4d-4534-923f-8682b736720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa6f95-6f0e-449f-8535-b8c1a6f335cd,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:11.687270 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d41902-35ff-49be-918b-73ba6aca3bfa req-9da5cc41-640f-41d2-bc1a-2dc20e63864b tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:11.688998 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-52d41902-35ff-49be-918b-73ba6aca3bfa req-9da5cc41-640f-41d2-bc1a-2dc20e63864b tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 932 time: 0.0643501 Sep 26 05:46:11.691576 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fc4bee-4c52-43f2-ac5c-5978d96703c2 {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:46:11.706562 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Publish callbacks [] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:11.739803 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Transition to ACTIVE for port object 78fc4bee-4c52-43f2-ac5c-5978d96703c2 will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:46:11.785311 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-52d41902-35ff-49be-918b-73ba6aca3bfa req-4edc7558-dd49-4e5a-83b1-12e5e7ffc21b tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853472 Sep 26 05:46:11.786954 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:11.853301 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:11.898256 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Pushing event updated for resources: {'Port': ['ID=78fc4bee-4c52-43f2-ac5c-5978d96703c2,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:11.905451 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Attempting to bind port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:46:11.905767 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Attempting to bind port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '6731169f-d34e-4d56-87a5-2203fd019c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:46:11.906101 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Attempting to bind port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 on network d84453e4-a1e7-4567-8843-35b115b62bbb {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:46:11.990812 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 on network d84453e4-a1e7-4567-8843-35b115b62bbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:46:11.991048 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Attempting to bind port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 on network d84453e4-a1e7-4567-8843-35b115b62bbb {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:46:12.052283 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:46:12.052801 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Checking segment: {'id': '6731169f-d34e-4d56-87a5-2203fd019c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:46:12.053439 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Bound using segment: {'id': '6731169f-d34e-4d56-87a5-2203fd019c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:46:12.054186 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Bound port: 78fc4bee-4c52-43f2-ac5c-5978d96703c2, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6731169f-d34e-4d56-87a5-2203fd019c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:46:12.054889 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:12.188079 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] For port 78fc4bee-4c52-43f2-ac5c-5978d96703c2, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:46:12.194818 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] For port 78fc4bee-4c52-43f2-ac5c-5978d96703c2, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=78fc4bee-4c52-43f2-ac5c-5978d96703c2,segment=NetworkSegment(6731169f-d34e-4d56-87a5-2203fd019c67),segment_id=6731169f-d34e-4d56-87a5-2203fd019c67)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:46:12.205392 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:12.211643 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:12.212935 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:12.216440 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/78fc4bee-4c52-43f2-ac5c-5978d96703c2 HTTP/1.1" status: 200 len: 1094 time: 1.6442311 Sep 26 05:46:12.221699 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e', 'tag': '78fc4bee-4c52-43f2-ac5c-5978d96703c2'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:46:12.225426 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddae6d9a-39cf-4b4f-b6ca-622aa53d98bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e", "tag": "78fc4bee-4c52-43f2-ac5c-5978d96703c2"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:46:12.333438 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71c1476-bd7b-4651-8a6b-170b0e7c2c5a x-openstack-request-id: req-f71c1476-bd7b-4651-8a6b-170b0e7c2c5a {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:46:12.334052 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e", "tag": "78fc4bee-4c52-43f2-ac5c-5978d96703c2", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:46:12.334409 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f71c1476-bd7b-4651-8a6b-170b0e7c2c5a {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:46:12.335147 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71c1476-bd7b-4651-8a6b-170b0e7c2c5a'] response: {'name': 'network-changed', 'server_uuid': 'a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e', 'tag': '78fc4bee-4c52-43f2-ac5c-5978d96703c2', 'status': 'completed', 'code': 200} Sep 26 05:46:12.418319 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4487356-08a2-4166-8246-837a66d69c6d req-902a70f1-0a75-4b9e-aa76-ec661d881dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:12.420976 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-902a70f1-0a75-4b9e-aa76-ec661d881dd7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ee638507f9b0415f94f7c54e0e3db8cd&device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 1128 time: 0.1066129 Sep 26 05:46:12.422158 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a44284-8ae1-45b6-a0ae-76211b590621 service neutron] Pushing event updated for resources: {'Port': ['ID=78fc4bee-4c52-43f2-ac5c-5978d96703c2,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:12.498857 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-ff16e6ce-6609-4f8f-8363-ebc90eabe8b2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78fc4bee-4c52-43f2-ac5c-5978d96703c2 HTTP/1.1" status: 200 len: 217 time: 0.0624957 Sep 26 05:46:12.558005 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4487356-08a2-4166-8246-837a66d69c6d req-5cf272eb-1f9e-42a2-8528-c1da9c6da99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:12.559647 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-5cf272eb-1f9e-42a2-8528-c1da9c6da99a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c1b87eba-f8f9-4304-8d5c-ba47feed76a2 HTTP/1.1" status: 200 len: 849 time: 0.0546408 Sep 26 05:46:12.608467 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-a153cff7-7c6c-4cd2-ae78-151820bc1df7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d84453e4-a1e7-4567-8843-35b115b62bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350051 Sep 26 05:46:12.713263 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:12.757672 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-9ca5c497-574d-4669-a5ad-28bd4eea83d4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464021 Sep 26 05:46:12.874458 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4487356-08a2-4166-8246-837a66d69c6d req-027a37bd-c0a5-4193-ac34-80cba54612ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090920 Sep 26 05:46:12.986847 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82e8f1-04ad-4635-b403-9824b0c54ac6 req-9483fb95-1531-4123-bf14-601fdceb5b68 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:12.988786 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8a82e8f1-04ad-4635-b403-9824b0c54ac6 req-9483fb95-1531-4123-bf14-601fdceb5b68 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 944 time: 0.0967908 Sep 26 05:46:13.012086 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49616) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:13.036103 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edb541-042b-4b92-9089-628fbf3dc896 req-6e940c3b-0445-46d8-9425-cdc165ccc84c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:13.037783 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-36edb541-042b-4b92-9089-628fbf3dc896 req-6e940c3b-0445-46d8-9425-cdc165ccc84c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0670013 Sep 26 05:46:13.061267 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8a82e8f1-04ad-4635-b403-9824b0c54ac6 req-a504dac8-be6f-468f-97a2-f9e986e2f90d tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661783 Sep 26 05:46:13.136289 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-36edb541-042b-4b92-9089-628fbf3dc896 req-34c84819-5e0b-49ad-acca-54be5c14d0d4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877213 Sep 26 05:46:13.173531 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-850fc4ec-4b41-469c-b919-a7361a428116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:13.304714 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-850fc4ec-4b41-469c-b919-a7361a428116 admin admin] Publish callbacks [] for security_group (b29315df-cb7c-45a1-ae07-472fd6051a1d), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:13.310328 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-850fc4ec-4b41-469c-b919-a7361a428116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b29315df-cb7c-45a1-ae07-472fd6051a1d), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:13.384811 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-850fc4ec-4b41-469c-b919-a7361a428116 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=bfd5117f6fec43799d8d814e0daafe99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713994 Sep 26 05:46:13.386903 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fc4ec-4b41-469c-b919-a7361a428116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29315df-cb7c-45a1-ae07-472fd6051a1d,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:13.389071 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49622) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:13.464187 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ea5d39f9-3906-4eef-ba51-d61022376839 admin admin] Publish callbacks [] for security_group (b29315df-cb7c-45a1-ae07-472fd6051a1d), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:13.504126 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ea5d39f9-3906-4eef-ba51-d61022376839 admin admin] Publish callbacks [] for security_group (b29315df-cb7c-45a1-ae07-472fd6051a1d), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:13.583908 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ea5d39f9-3906-4eef-ba51-d61022376839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b29315df-cb7c-45a1-ae07-472fd6051a1d), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:13.588705 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ea5d39f9-3906-4eef-ba51-d61022376839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:13.590493 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ea5d39f9-3906-4eef-ba51-d61022376839 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/b29315df-cb7c-45a1-ae07-472fd6051a1d HTTP/1.1" status: 204 len: 168 time: 0.1975796 Sep 26 05:46:13.601871 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d39f9-3906-4eef-ba51-d61022376839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29315df-cb7c-45a1-ae07-472fd6051a1d,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:13.776810 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49634) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:14.074312 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:14.095417 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:14.289908 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-49213199-058c-47f0-b80b-44ab7e70d807 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=9c05c9127854481aa2ff754f336e7895&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359890 Sep 26 05:46:14.404949 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809315'] for router_interface (3eab3b87-d755-4f40-ad5b-984e5eb74cad), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:14.458263 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31a6dd-e876-4506-9d6e-fe1741d9ad54 req-9023cd00-c6a0-4a47-a50b-76c698005f0d tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:14.461701 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8c31a6dd-e876-4506-9d6e-fe1741d9ad54 req-9023cd00-c6a0-4a47-a50b-76c698005f0d tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 944 time: 0.1685276 Sep 26 05:46:14.517255 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-94276107-ff04-44b0-867c-99af931df71e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:14.518896 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-94276107-ff04-44b0-867c-99af931df71e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248130 Sep 26 05:46:14.542590 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-0a26dfe7-678a-45a9-9505-a0693df63978 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/quotas/9c05c9127854481aa2ff754f336e7895 HTTP/1.1" status: 200 len: 375 time: 0.0113473 Sep 26 05:46:14.585641 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8c31a6dd-e876-4506-9d6e-fe1741d9ad54 req-632bcce3-c184-4ba0-b917-090ebe8ced52 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083679 Sep 26 05:46:14.611675 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-b59427ea-0522-4ca5-96a4-6f58f49cb3cb tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9c05c9127854481aa2ff754f336e7895&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607743 Sep 26 05:46:14.761042 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:14.820776 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b2e8c-7a98-4e34-9251-26d3ebc35f61 req-57234868-bfcc-48b5-9397-ff3e9076d324 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:14.822647 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b33b2e8c-7a98-4e34-9251-26d3ebc35f61 req-57234868-bfcc-48b5-9397-ff3e9076d324 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0777164 Sep 26 05:46:14.875748 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-101ec5f1-2cc7-4e7a-94a5-4ba1915f5064 req-52e9c73e-17cd-4894-8f1a-8e1f5623a498 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 210 time: 0.0394394 Sep 26 05:46:15.015580 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b33b2e8c-7a98-4e34-9251-26d3ebc35f61 req-ebe4022c-cacc-4c60-a80c-d5945e22813f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707437 Sep 26 05:46:15.032976 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] Deleting port 4318084c-778c-48d9-8d17-099944802e0b {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:46:15.033588 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (4318084c-778c-48d9-8d17-099944802e0b), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:15.160025 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] For port 4318084c-778c-48d9-8d17-099944802e0b, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=4318084c-778c-48d9-8d17-099944802e0b,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:15.160746 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (4318084c-778c-48d9-8d17-099944802e0b), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:15.188738 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] Calling delete_port for 4318084c-778c-48d9-8d17-099944802e0b owned by network:router_interface {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:46:15.248905 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49692) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:15.445855 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:15.456441 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-63d1af8b-fcb0-48e2-bd86-851bddef2b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:15.573506 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-63d1af8b-fcb0-48e2-bd86-851bddef2b8a admin admin] Publish callbacks [] for security_group (70dfed7b-84b0-4e0e-8822-7216e4ad687a), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:15.579586 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-63d1af8b-fcb0-48e2-bd86-851bddef2b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (70dfed7b-84b0-4e0e-8822-7216e4ad687a), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:15.626284 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-63d1af8b-fcb0-48e2-bd86-851bddef2b8a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=0c67efde8f1b4bec9b69f2db261646cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761704 Sep 26 05:46:15.629498 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49696) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:15.636698 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1af8b-fcb0-48e2-bd86-851bddef2b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dfed7b-84b0-4e0e-8822-7216e4ad687a,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:15.682193 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:15.709930 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcf9b811-1c97-4257-a6b8-75cdb289f5fa admin admin] Publish callbacks [] for security_group (70dfed7b-84b0-4e0e-8822-7216e4ad687a), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:15.751139 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcf9b811-1c97-4257-a6b8-75cdb289f5fa admin admin] Publish callbacks [] for security_group (70dfed7b-84b0-4e0e-8822-7216e4ad687a), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:15.786207 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (4318084c-778c-48d9-8d17-099944802e0b), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:15.794075 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:15.831585 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] Pushing event deleted for resources: {'Port': ['ID=4318084c-778c-48d9-8d17-099944802e0b,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:15.856909 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdf3bc-2a99-4380-8f6c-e555c1380263 req-d95b452d-3f56-4306-97cd-520607a601b6 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:15.859584 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-adfdf3bc-2a99-4380-8f6c-e555c1380263 req-d95b452d-3f56-4306-97cd-520607a601b6 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 944 time: 0.0924869 Sep 26 05:46:15.900002 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcf9b811-1c97-4257-a6b8-75cdb289f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (70dfed7b-84b0-4e0e-8822-7216e4ad687a), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:15.902867 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcf9b811-1c97-4257-a6b8-75cdb289f5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:15.904437 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-bcf9b811-1c97-4257-a6b8-75cdb289f5fa admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/70dfed7b-84b0-4e0e-8822-7216e4ad687a HTTP/1.1" status: 204 len: 168 time: 0.2738001 Sep 26 05:46:15.928067 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9b811-1c97-4257-a6b8-75cdb289f5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dfed7b-84b0-4e0e-8822-7216e4ad687a,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:15.948966 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-adfdf3bc-2a99-4380-8f6c-e555c1380263 req-f28fb4e4-6e8d-4582-8fc6-cca0a902755b tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765119 Sep 26 05:46:16.118320 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0c6a8d57-86eb-4a99-91b5-01cb341eb99a req-af50b0d2-7f5e-43dc-99d5-ee325ea21875 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 210 time: 0.0537438 Sep 26 05:46:16.151321 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600275'] for router_interface (3eab3b87-d755-4f40-ad5b-984e5eb74cad), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:16.260485 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315b9b2-b476-4854-a8ed-9237b5985a2a req-9800329b-e529-4d15-b94f-ed5f3eee9d6e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:16.263612 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d315b9b2-b476-4854-a8ed-9237b5985a2a req-9800329b-e529-4d15-b94f-ed5f3eee9d6e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0950038 Sep 26 05:46:16.336714 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d315b9b2-b476-4854-a8ed-9237b5985a2a req-51917157-29f9-4b67-88f4-f460f969b31c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638576 Sep 26 05:46:16.585778 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] Router 3eab3b87-d755-4f40-ad5b-984e5eb74cad has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:46:16.593458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6d9a-39cf-4b4f-b6ca-622aa53d98bc req-72ea74b6-eb35-421c-9716-1c76fecedbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:16.595398 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ddae6d9a-39cf-4b4f-b6ca-622aa53d98bc req-72ea74b6-eb35-421c-9716-1c76fecedbdf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ee638507f9b0415f94f7c54e0e3db8cd&device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 1128 time: 0.1417966 Sep 26 05:46:16.603605 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d327ac9-cde4-461e-82ec-e764ff0e96d5 req-12209355-33ac-481e-8f0e-3c2e6129d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:16.605488 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d327ac9-cde4-461e-82ec-e764ff0e96d5 req-12209355-33ac-481e-8f0e-3c2e6129d582 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 1129 time: 0.0913730 Sep 26 05:46:16.654480 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:16.813282 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:46:16.840249 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-88ded6b8-5675-40f2-b9eb-c04826f5d294 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/3eab3b87-d755-4f40-ad5b-984e5eb74cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0580623 Sep 26 05:46:16.840753 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49718) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:16.853491 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4609f-5b4e-4d0a-8693-6defdf708721 None None] Sync routers for ids ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:46:16.869061 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa4609f-5b4e-4d0a-8693-6defdf708721 None None] Routers {'3eab3b87-d755-4f40-ad5b-984e5eb74cad'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:46:16.870368 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-daa4609f-5b4e-4d0a-8693-6defdf708721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:46:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:46:16.968719 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6d9a-39cf-4b4f-b6ca-622aa53d98bc req-978fb2c8-287e-4547-b2d9-7b7bfcfa7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:16.972102 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ddae6d9a-39cf-4b4f-b6ca-622aa53d98bc req-978fb2c8-287e-4547-b2d9-7b7bfcfa7ee2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d84453e4-a1e7-4567-8843-35b115b62bbb HTTP/1.1" status: 200 len: 910 time: 0.3356292 Sep 26 05:46:17.018251 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-daa4609f-5b4e-4d0a-8693-6defdf708721 None None] Set router 3eab3b87-d755-4f40-ad5b-984e5eb74cad gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:46:17.062033 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d327ac9-cde4-461e-82ec-e764ff0e96d5 req-c998ee60-89fe-4d30-b3f8-b33f50b14ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:17.064383 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d327ac9-cde4-461e-82ec-e764ff0e96d5 req-c998ee60-89fe-4d30-b3f8-b33f50b14ca5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.4259574 Sep 26 05:46:17.162846 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 78fc4bee-4c52-43f2-ac5c-5978d96703c2 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:46:17.393315 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ddae6d9a-39cf-4b4f-b6ca-622aa53d98bc req-91ebf3b8-b899-4b41-9bda-0e3e8775a8ea service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78fc4bee-4c52-43f2-ac5c-5978d96703c2 HTTP/1.1" status: 200 len: 217 time: 0.3960247 Sep 26 05:46:17.403139 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d327ac9-cde4-461e-82ec-e764ff0e96d5 req-88ffc28f-24e5-4af6-96e2-eb8eccfd5ce4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811e152d-7a22-4e01-ad08-ecb9adcd493b HTTP/1.1" status: 200 len: 217 time: 0.2007008 Sep 26 05:46:17.435134 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846911c1-0ad9-4a45-99c5-69f16054db16 req-fe9e3c88-bb8e-4f6a-b22f-e6e260f393cf tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:17.444743 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-846911c1-0ad9-4a45-99c5-69f16054db16 req-fe9e3c88-bb8e-4f6a-b22f-e6e260f393cf tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 944 time: 0.3413501 Sep 26 05:46:17.541604 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Publish callbacks [] for router (3eab3b87-d755-4f40-ad5b-984e5eb74cad), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:17.627902 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-daa4609f-5b4e-4d0a-8693-6defdf708721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'name': 'tempest-DeleteServersTestJSON-601645618-router', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:46:15Z', 'revision_number': 5, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'gw_port': {'id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:46:17.667537 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4609f-5b4e-4d0a-8693-6defdf708721 None None] Checking router: 3eab3b87-d755-4f40-ad5b-984e5eb74cad for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:46:17.678518 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa4609f-5b4e-4d0a-8693-6defdf708721 None None] Routers {'3eab3b87-d755-4f40-ad5b-984e5eb74cad'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:46:17.679502 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-daa4609f-5b4e-4d0a-8693-6defdf708721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:46:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:46:17.687059 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-24fc9801-f15c-41a3-883f-5d45d344b976 req-56dd522e-c48c-4258-8fa3-12aa45a346de tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 210 time: 0.2823555 Sep 26 05:46:17.703666 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-846911c1-0ad9-4a45-99c5-69f16054db16 req-75db615d-248e-4348-9511-0a9782176df9 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508714 Sep 26 05:46:17.755980 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d327ac9-cde4-461e-82ec-e764ff0e96d5 req-5a8b11a8-06de-49b1-b6dc-0e4c5c89ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:17.758561 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d327ac9-cde4-461e-82ec-e764ff0e96d5 req-5a8b11a8-06de-49b1-b6dc-0e4c5c89ab9e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.3099434 Sep 26 05:46:17.766194 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6d9a-39cf-4b4f-b6ca-622aa53d98bc req-abfc69ae-11b9-41c8-aeed-128235e9c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:17.768761 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ddae6d9a-39cf-4b4f-b6ca-622aa53d98bc req-abfc69ae-11b9-41c8-aeed-128235e9c063 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c1b87eba-f8f9-4304-8d5c-ba47feed76a2 HTTP/1.1" status: 200 len: 849 time: 0.3616087 Sep 26 05:46:17.823411 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Publish callbacks [] for router_gateway (3eab3b87-d755-4f40-ad5b-984e5eb74cad), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:17.881113 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Deleting port ed3c2f64-c425-473e-ac30-1788815835c0 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:46:17.881485 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:17.881743 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 78fc4bee-4c52-43f2-ac5c-5978d96703c2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=78fc4bee-4c52-43f2-ac5c-5978d96703c2,segment=NetworkSegment(6731169f-d34e-4d56-87a5-2203fd019c67),segment_id=6731169f-d34e-4d56-87a5-2203fd019c67)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:17.913794 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '78fc4bee-4c52-43f2-ac5c-5978d96703c2', 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb', 'port_id': '78fc4bee-4c52-43f2-ac5c-5978d96703c2', 'mac_address': 'fa:16:3e:40:eb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b87eba-f8f9-4304-8d5c-ba47feed76a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:46:18.009020 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-daa4609f-5b4e-4d0a-8693-6defdf708721 None None] Set router 3eab3b87-d755-4f40-ad5b-984e5eb74cad gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:46:18.019999 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:46:18.023482 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:18.038498 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] For port ed3c2f64-c425-473e-ac30-1788815835c0, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=ed3c2f64-c425-473e-ac30-1788815835c0,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:18.039025 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:18.055882 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fc4bee-4c52-43f2-ac5c-5978d96703c2 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:46:18.069061 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:18.069852 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ddae6d9a-39cf-4b4f-b6ca-622aa53d98bc req-56f68efd-ee8b-4fb0-ad07-637bd6566e50 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d84453e4-a1e7-4567-8843-35b115b62bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2234664 Sep 26 05:46:18.086767 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 78fc4bee-4c52-43f2-ac5c-5978d96703c2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=78fc4bee-4c52-43f2-ac5c-5978d96703c2,segment=NetworkSegment(6731169f-d34e-4d56-87a5-2203fd019c67),segment_id=6731169f-d34e-4d56-87a5-2203fd019c67)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:18.088918 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Calling delete_port for ed3c2f64-c425-473e-ac30-1788815835c0 owned by network:router_gateway {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:46:18.096699 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:18.173946 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=78fc4bee-4c52-43f2-ac5c-5978d96703c2,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:18.191086 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.191859 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.192392 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.192884 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.193476 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.193973 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.196589 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.197270 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.197780 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.198883 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.199666 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.201611 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.202153 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.204814 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.205426 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:18.290792 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:18.358068 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-7ed81f96-d0e4-4ed8-b7ca-13960e55d082 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=9c05c9127854481aa2ff754f336e7895&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2202702 Sep 26 05:46:18.365976 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d327ac9-cde4-461e-82ec-e764ff0e96d5 req-658c95e6-24c1-43b4-b8b3-b9be8dd3f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:18.367837 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d327ac9-cde4-461e-82ec-e764ff0e96d5 req-658c95e6-24c1-43b4-b8b3-b9be8dd3f3c4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3984921 Sep 26 05:46:18.439516 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:18.454935 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d39e6-e27f-4821-bfe3-f0c4aaf6cf93 req-3dafeed5-b983-4c9a-9df8-0444e71549bc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:18.456616 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-354d39e6-e27f-4821-bfe3-f0c4aaf6cf93 req-3dafeed5-b983-4c9a-9df8-0444e71549bc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.6346362 Sep 26 05:46:18.521239 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ddae6d9a-39cf-4b4f-b6ca-622aa53d98bc req-d8264aad-e044-4394-9447-5d179db02eef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562591 Sep 26 05:46:18.522182 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-daa4609f-5b4e-4d0a-8693-6defdf708721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'name': 'tempest-DeleteServersTestJSON-601645618-router', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:46:15Z', 'revision_number': 5, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'gw_port': {'id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:46:18.594565 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4609f-5b4e-4d0a-8693-6defdf708721 None None] The sync data for ids ['3eab3b87-d755-4f40-ad5b-984e5eb74cad'] in dv-cinder-836083-14-iscsi is: [{'id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'name': 'tempest-DeleteServersTestJSON-601645618-router', 'tenant_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:46:15Z', 'revision_number': 5, 'project_id': '7edddf22ec7f41aea66bcf3e30a3d3ca', 'gw_port': {'id': 'ed3c2f64-c425-473e-ac30-1788815835c0', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:18:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3b87-d755-4f40-ad5b-984e5eb74cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:46:18.619206 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-354d39e6-e27f-4821-bfe3-f0c4aaf6cf93 req-c672d67d-788d-4940-8a63-f4bc9cd19a3b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966949 Sep 26 05:46:18.630135 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d327ac9-cde4-461e-82ec-e764ff0e96d5 req-31f43f2f-0225-4ba7-a383-82cb98f9f5e3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478921 Sep 26 05:46:18.683153 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['78fc4bee-4c52-43f2-ac5c-5978d96703c2'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:46:18.754444 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:18.781229 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (ed3c2f64-c425-473e-ac30-1788815835c0), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:18.899133 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3c2f64-c425-473e-ac30-1788815835c0,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:18.936961 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:19.029629 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.030200 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.030747 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.031296 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.031850 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.032391 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.032795 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.033128 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.033781 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.034319 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.034886 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.035470 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.036267 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.036765 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.037346 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:19.091440 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b41c46-5937-400c-a41c-401a4c6f7b57 req-5f78f413-fc0a-4d4a-9203-0d48aad88c7d tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:19.094283 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-54b41c46-5937-400c-a41c-401a4c6f7b57 req-5f78f413-fc0a-4d4a-9203-0d48aad88c7d tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 945 time: 0.1978199 Sep 26 05:46:19.268426 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-503edaa2-7459-40ef-b4f9-9cd334e366fe tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:19.271113 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-503edaa2-7459-40ef-b4f9-9cd334e366fe tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7840879 Sep 26 05:46:19.273010 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604185'] for router_gateway (3eab3b87-d755-4f40-ad5b-984e5eb74cad), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:19.299870 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b7149bf6-aa45-4331-9652-5bc5d00599cf req-bcdab81d-1117-416b-b5ec-51bcaf3fb596 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 210 time: 0.3865063 Sep 26 05:46:19.335658 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Request body: {'port': {'device_id': 'e4ec1360-4a0a-4b54-b1c5-f59203605511', 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2', 'admin_state_up': True, 'tenant_id': '9c05c9127854481aa2ff754f336e7895'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:19.374965 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ddae6d9a-39cf-4b4f-b6ca-622aa53d98bc req-edb727b7-caae-4bb1-a9dc-e120ba9e00a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416855 Sep 26 05:46:19.381069 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d327ac9-cde4-461e-82ec-e764ff0e96d5 req-084464a6-dae0-4d79-a52f-2b92742c403f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464560 Sep 26 05:46:19.466001 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-54b41c46-5937-400c-a41c-401a4c6f7b57 req-9ef80258-e290-4d2a-910e-811bbeb00987 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206787 Sep 26 05:46:19.469582 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31891'] for router (3eab3b87-d755-4f40-ad5b-984e5eb74cad), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:19.474276 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Publish callbacks [] for router_controller (3eab3b87-d755-4f40-ad5b-984e5eb74cad), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:19.608988 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7572c6-2879-4b30-af28-0b23865e9617 req-aa4736b2-7c03-46be-8b3b-a4878e7a65b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:19.610616 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ee7572c6-2879-4b30-af28-0b23865e9617 req-aa4736b2-7c03-46be-8b3b-a4878e7a65b8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 1129 time: 0.0587883 Sep 26 05:46:19.789987 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be56a2-2426-4891-bc5d-02baefd32e92 req-3d448c48-da0b-4084-b5b6-b87359677b9f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:19.791809 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-70be56a2-2426-4891-bc5d-02baefd32e92 req-3d448c48-da0b-4084-b5b6-b87359677b9f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0756910 Sep 26 05:46:19.827467 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600366'] for router (3eab3b87-d755-4f40-ad5b-984e5eb74cad), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:19.828238 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eab3b87-d755-4f40-ad5b-984e5eb74cad {{(pid=113000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:46:19.835825 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:19.837434 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-79daa46e-7f13-45db-9a70-bccd61452505 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/3eab3b87-d755-4f40-ad5b-984e5eb74cad HTTP/1.1" status: 204 len: 168 time: 2.9939191 Sep 26 05:46:19.842554 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49762) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:19.866228 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Made reservation on behalf of 9c05c9127854481aa2ff754f336e7895 for: {'port': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:46:19.870539 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:19.881688 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:19.966016 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-70be56a2-2426-4891-bc5d-02baefd32e92 req-fb4fbaa3-908f-4333-8008-cfe33f5513b6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634498 Sep 26 05:46:19.996414 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Publish callbacks [] for security_group (b6289882-6963-4b75-ac4d-189d6139daa7), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.002130 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_v2 [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Deleting subnet 293d6165-94bf-4ada-9367-1c10f28502f0 {{(pid=113001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:46:20.003730 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b6289882-6963-4b75-ac4d-189d6139daa7), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.014870 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Publish callbacks [] for subnet (293d6165-94bf-4ada-9367-1c10f28502f0), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.087350 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6289882-6963-4b75-ac4d-189d6139daa7,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:20.088217 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Publish callbacks [] for subnet (293d6165-94bf-4ada-9367-1c10f28502f0), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.182425 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Allocated IP 192.168.233.155 (9629aa0a-6662-49a5-adb6-c85c2a8cc0d2/56af1b3c-49bd-48f9-a95a-86600b5dec32/b69a3a3b-0e46-42b4-938e-2db6c1dcf20d) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:46:20.207045 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=7 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:20.219300 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (293d6165-94bf-4ada-9367-1c10f28502f0), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.264430 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7572c6-2879-4b30-af28-0b23865e9617 req-c413d0b5-6adb-491c-bb10-8b967c66a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:20.265987 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ee7572c6-2879-4b30-af28-0b23865e9617 req-c413d0b5-6adb-491c-bb10-8b967c66a6ce service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.1915348 Sep 26 05:46:20.334386 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ee7572c6-2879-4b30-af28-0b23865e9617 req-7d29c5b8-9b16-4c79-9ad4-f298979cb0ea service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811e152d-7a22-4e01-ad08-ecb9adcd493b HTTP/1.1" status: 200 len: 217 time: 0.0544288 Sep 26 05:46:20.335069 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 78fc4bee-4c52-43f2-ac5c-5978d96703c2 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:46:20.369509 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:20.405186 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for subnet (293d6165-94bf-4ada-9367-1c10f28502f0), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.426812 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:46:20.447131 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:46:20.448138 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.448884 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 Sep 26 05:46:20.473841 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:20.476173 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7572c6-2879-4b30-af28-0b23865e9617 req-bacedd0b-2798-4ddd-9f94-faf3e6eed3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:20.477897 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ee7572c6-2879-4b30-af28-0b23865e9617 req-bacedd0b-2798-4ddd-9f94-faf3e6eed3d9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.1370559 Sep 26 05:46:20.479818 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.489648 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/293d6165-94bf-4ada-9367-1c10f28502f0 HTTP/1.1" status: 204 len: 168 time: 0.6259015 Sep 26 05:46:20.491276 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293d6165-94bf-4ada-9367-1c10f28502f0,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:20.493862 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49766) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:20.507433 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febb4453-ff13-4a0c-9ff6-3087c1b153b9 None None] Network 1d547000-9468-4872-8f60-910e68d2881c requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:46:20.512094 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c4e50b61-514a-4a39-893b-7a9ab90e2e45 req-8ed0910a-aecc-4a78-877d-4441dd469fbe tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 210 time: 0.1075323 Sep 26 05:46:20.556469 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Publish callbacks [] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.563547 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 4318084c-778c-48d9-8d17-099944802e0b no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:46:20.568387 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.568878 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.569592 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.570038 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.570484 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.571443 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.572641 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.572641 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.572844 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.573348 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.573780 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.574205 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.574628 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.575053 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.575473 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646f6bd9-d930-4da2-84ac-b42faf3fd825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:46:20.623350 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.629594 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 4318084c-778c-48d9-8d17-099944802e0b {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:46:20.630268 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 4318084c-778c-48d9-8d17-099944802e0b not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:46:20.630711 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device ed3c2f64-c425-473e-ac30-1788815835c0 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:46:20.645565 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:20.666911 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: ed3c2f64-c425-473e-ac30-1788815835c0 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:46:20.667680 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device ed3c2f64-c425-473e-ac30-1788815835c0 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:46:20.676856 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7572c6-2879-4b30-af28-0b23865e9617 req-031817bf-4a0e-4484-b34a-7419c0206862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:20.679444 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ee7572c6-2879-4b30-af28-0b23865e9617 req-031817bf-4a0e-4484-b34a-7419c0206862 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1840415 Sep 26 05:46:20.716775 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Network 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:46:20.722240 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:46:20.735798 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Pushing event updated for resources: {'Port': ['ID=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:20.739082 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:46:20.752116 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:46:20.752839 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.766988 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (1d547000-9468-4872-8f60-910e68d2881c), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.781623 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256d74a-89e1-4f0f-b608-c81a9352c7c8 req-5fb05368-fb84-4f17-a9e5-9334796409bc tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:20.783503 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d256d74a-89e1-4f0f-b608-c81a9352c7c8 req-5fb05368-fb84-4f17-a9e5-9334796409bc tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 945 time: 0.1581266 Sep 26 05:46:20.792640 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fc4bee-4c52-43f2-ac5c-5978d96703c2'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:46:20.795964 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d2c135-1955-4ff4-a4ac-73bfc89b2174" -d '{"events": [{"server_uuid": "a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e", "name": "network-vif-plugged", "status": "completed", "tag": "78fc4bee-4c52-43f2-ac5c-5978d96703c2"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:46:20.837890 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:20.840831 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 78fc4bee-4c52-43f2-ac5c-5978d96703c2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=78fc4bee-4c52-43f2-ac5c-5978d96703c2,segment=NetworkSegment(6731169f-d34e-4d56-87a5-2203fd019c67),segment_id=6731169f-d34e-4d56-87a5-2203fd019c67)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:20.845209 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.850290 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:20.893200 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-9c401d62-0f99-49a4-b48a-5ea020f2a14e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5855901 Sep 26 05:46:20.919252 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2395ba32-fdcd-467a-a732-786cc1a288af x-openstack-request-id: req-2395ba32-fdcd-467a-a732-786cc1a288af {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:46:20.920104 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e", "name": "network-vif-plugged", "status": "completed", "tag": "78fc4bee-4c52-43f2-ac5c-5978d96703c2", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:46:20.920724 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2395ba32-fdcd-467a-a732-786cc1a288af {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:46:20.921616 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2395ba32-fdcd-467a-a732-786cc1a288af'] response: {'server_uuid': 'a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fc4bee-4c52-43f2-ac5c-5978d96703c2', 'code': 200} Sep 26 05:46:20.926940 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601ef7dc-f0f0-4df4-b416-95958c30e99f None None] DHCP port deletion for 1d547000-9468-4872-8f60-910e68d2881c request from dv-cinder-836083-14-iscsi {{(pid=113002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:46:20.955453 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Request body: {'port': {'device_id': 'e4ec1360-4a0a-4b54-b1c5-f59203605511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:20.974694 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d256d74a-89e1-4f0f-b608-c81a9352c7c8 req-2db4d36b-b35a-4484-b9b8-a539b35a0e42 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830456 Sep 26 05:46:20.975398 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Deleting port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:46:20.975851 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.005421 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:21.008912 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-601ef7dc-f0f0-4df4-b416-95958c30e99f None None] Deleting port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c {{(pid=113002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:46:21.009354 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-601ef7dc-f0f0-4df4-b416-95958c30e99f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), before_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.087147 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ee7572c6-2879-4b30-af28-0b23865e9617 req-86b575fd-ca4e-47b8-8a19-d22358dcff03 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005737 Sep 26 05:46:21.129487 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=78fc4bee-4c52-43f2-ac5c-5978d96703c2,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:21.171017 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-601ef7dc-f0f0-4df4-b416-95958c30e99f None None] For port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=332aaebd-1ec1-441c-bf7f-a3acc8f2604c,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:21.171422 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-601ef7dc-f0f0-4df4-b416-95958c30e99f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), precommit_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.180670 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.209222 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] For port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=332aaebd-1ec1-441c-bf7f-a3acc8f2604c,segment=NetworkSegment(a4737f68-a73b-40f4-946f-56a2f22ee841),segment_id=a4737f68-a73b-40f4-946f-56a2f22ee841)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:21.209222 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.226333 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40047df-fc74-4d31-8eb2-8b34324f962a req-b151f73a-7aed-4502-8a50-a43c9c8f505b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:21.233661 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Calling delete_port for 332aaebd-1ec1-441c-bf7f-a3acc8f2604c owned by network:dhcp {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:46:21.237376 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a40047df-fc74-4d31-8eb2-8b34324f962a req-b151f73a-7aed-4502-8a50-a43c9c8f505b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.1112549 Sep 26 05:46:21.249632 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-601ef7dc-f0f0-4df4-b416-95958c30e99f None None] Calling delete_port for 332aaebd-1ec1-441c-bf7f-a3acc8f2604c owned by network:dhcp {{(pid=113002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:46:21.345504 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ee7572c6-2879-4b30-af28-0b23865e9617 req-df86945f-341f-4fa9-9c8a-ae6e20e7eab4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440360 Sep 26 05:46:21.374845 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bf6fe-de28-448f-accd-2c477f506c50 req-42b55557-79f6-43a1-b3f1-cd54f37261ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:21.376440 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e02bf6fe-de28-448f-accd-2c477f506c50 req-42b55557-79f6-43a1-b3f1-cd54f37261ee service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 1130 time: 0.0757997 Sep 26 05:46:21.431204 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.456044 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-0ceb5a57-e5c4-441f-9cab-993c5b1dc0ae None None] Provisioning complete for port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:46:21.456644 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-0ceb5a57-e5c4-441f-9cab-993c5b1dc0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.457038 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-0ceb5a57-e5c4-441f-9cab-993c5b1dc0ae None None] Attempt 1 to provision port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d Sep 26 05:46:21.481389 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] No DVR routers for this DVR port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c on host dv-cinder-836083-14-iscsi {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:46:21.486360 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Pushing event deleted for resources: {'Port': ['ID=332aaebd-1ec1-441c-bf7f-a3acc8f2604c,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:21.521628 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb5a57-e5c4-441f-9cab-993c5b1dc0ae None None] Port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:46:21.540049 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-601ef7dc-f0f0-4df4-b416-95958c30e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954'] for port (332aaebd-1ec1-441c-bf7f-a3acc8f2604c), after_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.576828 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ef7dc-f0f0-4df4-b416-95958c30e99f None None] No DVR routers for this DVR port 332aaebd-1ec1-441c-bf7f-a3acc8f2604c on host dv-cinder-836083-14-iscsi {{(pid=113002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:46:21.580613 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ef7dc-f0f0-4df4-b416-95958c30e99f None None] Pushing event deleted for resources: {'Port': ['ID=332aaebd-1ec1-441c-bf7f-a3acc8f2604c,revision_number=None']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:21.599620 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e02bf6fe-de28-448f-accd-2c477f506c50 req-86e0fe49-6ce6-42b1-a34c-c5cc4d79440f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088420 Sep 26 05:46:21.625655 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (1d547000-9468-4872-8f60-910e68d2881c), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.656436 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.656807 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.657602 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.658621 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > port after_create 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.658895 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.659250 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > port after_update 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.659585 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.659957 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.661365 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.662090 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.676623 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a40047df-fc74-4d31-8eb2-8b34324f962a req-6ddf6a7d-10bc-46b8-8067-7d388fdeca69 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387696 Sep 26 05:46:21.734826 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.735331 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.736198 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.736198 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:46:21.736663 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d547000-9468-4872-8f60-910e68d2881c']}} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:46:21.742102 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:21.748754 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69a3a3b-0e46-42b4-938e-2db6c1dcf20d {{(pid=113000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:46:21.761958 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Publish callbacks [] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.778004 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.provisioning_blocks [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Transition to ACTIVE for port object b69a3a3b-0e46-42b4-938e-2db6c1dcf20d will not be triggered until provisioned by entity L2. {{(pid=113000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:46:21.782793 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.785645 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4737f68-a73b-40f4-946f-56a2f22ee841') {'for_net_delete': True} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:46:21.786116 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4737f68-a73b-40f4-946f-56a2f22ee841') {} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:46:21.816033 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552492'] for segment (a4737f68-a73b-40f4-946f-56a2f22ee841), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.841460 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6099-5030-4b4c-9d0b-64c79b9f6535 req-47a9a8f1-31d0-48a6-8a2e-138e34e0bd33 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:21.843271 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-323e6099-5030-4b4c-9d0b-64c79b9f6535 req-47a9a8f1-31d0-48a6-8a2e-138e34e0bd33 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 936 time: 0.1919911 Sep 26 05:46:21.850589 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Pushing event updated for resources: {'Port': ['ID=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:21.858017 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (a4737f68-a73b-40f4-946f-56a2f22ee841), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.881957 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=113001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:46:21.882286 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528700320'] for segment (a4737f68-a73b-40f4-946f-56a2f22ee841), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:21.910122 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Attempting to bind port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:46:21.911937 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Attempting to bind port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '6ad20bbe-478a-440c-8083-8d3674c1ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2'}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:46:21.912684 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Attempting to bind port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d on network 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:46:21.963376 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:21.968517 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:21.972023 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d on network 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:46:21.973692 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Attempting to bind port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d on network 9629aa0a-6662-49a5-adb6-c85c2a8cc0d2 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:46:21.986858 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-323e6099-5030-4b4c-9d0b-64c79b9f6535 req-e7c02c32-a032-4d70-99b0-2909da4f4548 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307697 Sep 26 05:46:21.991043 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (1d547000-9468-4872-8f60-910e68d2881c), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:22.007717 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:22.018149 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/1d547000-9468-4872-8f60-910e68d2881c HTTP/1.1" status: 204 len: 168 time: 1.5044229 Sep 26 05:46:22.034181 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-0ceb5a57-e5c4-441f-9cab-993c5b1dc0ae None None] Attempt 2 to provision port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d Sep 26 05:46:22.043956 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:46:22.044499 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Checking segment: {'id': '6ad20bbe-478a-440c-8083-8d3674c1ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:46:22.045095 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Bound using segment: {'id': '6ad20bbe-478a-440c-8083-8d3674c1ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2'} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:46:22.045623 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Bound port: b69a3a3b-0e46-42b4-938e-2db6c1dcf20d, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad20bbe-478a-440c-8083-8d3674c1ca40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2'}}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:46:22.046024 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:22.052423 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5fe7c-7ed3-4ca6-90b0-bc12b48abb70 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d547000-9468-4872-8f60-910e68d2881c,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:22.103161 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb5a57-e5c4-441f-9cab-993c5b1dc0ae None None] Port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:46:22.114103 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:22.193175 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.services.segments.plugin [-] Segment a4737f68-a73b-40f4-946f-56a2f22ee841 resource provider aggregate not found Sep 26 05:46:22.213594 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] For port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d, host hv-cinder-83608, cleared binding levels {{(pid=113000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:46:22.219054 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.services.segments.plugin [-] Segment a4737f68-a73b-40f4-946f-56a2f22ee841 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4737f68-a73b-40f4-946f-56a2f22ee841 found for delete ", "request_id": "req-a451eab2-0b19-4ed3-9b14-b8520cd2c7ae"}]} Sep 26 05:46:22.233424 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af4983-4a8a-4c1b-b290-f1c295c45ee6 req-59e3d81f-2b31-46e0-848f-14e3f44f953b tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:22.235046 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d5af4983-4a8a-4c1b-b290-f1c295c45ee6 req-59e3d81f-2b31-46e0-848f-14e3f44f953b tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 946 time: 0.0930514 Sep 26 05:46:22.239940 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] For port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d,segment=NetworkSegment(6ad20bbe-478a-440c-8083-8d3674c1ca40),segment_id=6ad20bbe-478a-440c-8083-8d3674c1ca40)] {{(pid=113000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:46:22.256615 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:22.262675 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:22.263728 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:22.266159 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b69a3a3b-0e46-42b4-938e-2db6c1dcf20d HTTP/1.1" status: 200 len: 1098 time: 1.3150454 Sep 26 05:46:22.272178 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ec1360-4a0a-4b54-b1c5-f59203605511', 'tag': 'b69a3a3b-0e46-42b4-938e-2db6c1dcf20d'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:46:22.276581 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a00c5f0-8add-4459-8377-9e80511b0d62" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ec1360-4a0a-4b54-b1c5-f59203605511", "tag": "b69a3a3b-0e46-42b4-938e-2db6c1dcf20d"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:46:22.335949 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567c51ff-c851-46f1-a5c5-eea8f92747cb x-openstack-request-id: req-567c51ff-c851-46f1-a5c5-eea8f92747cb {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:46:22.336639 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ec1360-4a0a-4b54-b1c5-f59203605511", "tag": "b69a3a3b-0e46-42b4-938e-2db6c1dcf20d", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:46:22.336844 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-567c51ff-c851-46f1-a5c5-eea8f92747cb {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:46:22.337273 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567c51ff-c851-46f1-a5c5-eea8f92747cb'] response: {'name': 'network-changed', 'server_uuid': 'e4ec1360-4a0a-4b54-b1c5-f59203605511', 'tag': 'b69a3a3b-0e46-42b4-938e-2db6c1dcf20d', 'status': 'completed', 'code': 200} Sep 26 05:46:22.370750 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d5af4983-4a8a-4c1b-b290-f1c295c45ee6 req-02f31eee-7317-45ca-9318-c05e9bc73e2a tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265154 Sep 26 05:46:22.373605 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49802) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:22.381625 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17897105-b929-4266-9ff3-ae0a41d4d51b service neutron] Pushing event updated for resources: {'Port': ['ID=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d,revision_number=3']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:22.456213 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2e92fcad-c113-4db1-b0ea-b11864b88f1c admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=7edddf22ec7f41aea66bcf3e30a3d3ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0778799 Sep 26 05:46:22.456750 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49804) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:22.497669 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 332aaebd-1ec1-441c-bf7f-a3acc8f2604c no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:46:22.529389 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 332aaebd-1ec1-441c-bf7f-a3acc8f2604c {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:46:22.529745 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 332aaebd-1ec1-441c-bf7f-a3acc8f2604c not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:46:22.541175 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e37b620d-d30b-468c-b848-e6c81608107c admin admin] Publish callbacks [] for security_group (65ec2b9a-bef1-4771-b033-d2b51f271899), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:22.573581 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e37b620d-d30b-468c-b848-e6c81608107c admin admin] Publish callbacks [] for security_group (65ec2b9a-bef1-4771-b033-d2b51f271899), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:22.604222 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-0ceb5a57-e5c4-441f-9cab-993c5b1dc0ae None None] Attempt 3 to provision port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d Sep 26 05:46:22.633438 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e37b620d-d30b-468c-b848-e6c81608107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (65ec2b9a-bef1-4771-b033-d2b51f271899), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:22.637062 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e37b620d-d30b-468c-b848-e6c81608107c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:22.641971 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-e37b620d-d30b-468c-b848-e6c81608107c admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/65ec2b9a-bef1-4771-b033-d2b51f271899 HTTP/1.1" status: 204 len: 168 time: 0.1812561 Sep 26 05:46:22.649669 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b620d-d30b-468c-b848-e6c81608107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ec2b9a-bef1-4771-b033-d2b51f271899,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:22.697764 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb5a57-e5c4-441f-9cab-993c5b1dc0ae None None] Port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:46:22.862178 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d11e7-f4eb-4e55-abdc-831a0aee85e3 req-46891994-21c8-4e78-b463-1cf84aa0d1a4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:22.863782 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-381d11e7-f4eb-4e55-abdc-831a0aee85e3 req-46891994-21c8-4e78-b463-1cf84aa0d1a4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0623403 Sep 26 05:46:22.933473 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-381d11e7-f4eb-4e55-abdc-831a0aee85e3 req-663fb7f7-369d-41c6-baab-deb14eb71839 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633471 Sep 26 05:46:23.149609 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1523dd-9aec-49cc-a0d7-9e4373b035c0 req-d96f486e-23da-42df-a7cd-a93487cbe8ee tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:23.151225 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-de1523dd-9aec-49cc-a0d7-9e4373b035c0 req-d96f486e-23da-42df-a7cd-a93487cbe8ee tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 948 time: 0.0652494 Sep 26 05:46:23.242842 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-de1523dd-9aec-49cc-a0d7-9e4373b035c0 req-c31605b4-afdc-4bfd-af0f-d9271df0cdb1 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826147 Sep 26 05:46:23.257301 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00c5f0-8add-4459-8377-9e80511b0d62 req-c50c2fc5-cd39-4018-ae18-7cdc036f29be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:23.258898 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a00c5f0-8add-4459-8377-9e80511b0d62 req-c50c2fc5-cd39-4018-ae18-7cdc036f29be service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9c05c9127854481aa2ff754f336e7895&device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 1132 time: 0.0536819 Sep 26 05:46:23.387575 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a00c5f0-8add-4459-8377-9e80511b0d62 req-294a4600-c02b-47b7-8a5b-ea3afa610da7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=9c05c9127854481aa2ff754f336e7895&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227668 Sep 26 05:46:23.533440 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:23.546174 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00c5f0-8add-4459-8377-9e80511b0d62 req-e31d4ae9-2ecf-4f50-a25c-e58c2c16528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:23.548752 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a00c5f0-8add-4459-8377-9e80511b0d62 req-e31d4ae9-2ecf-4f50-a25c-e58c2c16528f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1487219 Sep 26 05:46:23.592998 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbe6bd-79b4-4f4b-ab3c-e9a1b5d90d1c req-26f5f869-f9c9-4b3a-ac73-d85ef7e74d28 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:23.595062 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4bcbe6bd-79b4-4f4b-ab3c-e9a1b5d90d1c req-26f5f869-f9c9-4b3a-ac73-d85ef7e74d28 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 946 time: 0.0903080 Sep 26 05:46:23.668970 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4bcbe6bd-79b4-4f4b-ab3c-e9a1b5d90d1c req-059af9f3-b7ab-4193-ba5f-4a5a67c35b5a tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672367 Sep 26 05:46:24.091745 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aac452-2135-431f-91d8-0ddbae9066b5 req-82466dc5-897c-4d61-89db-74aa55298a94 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:24.093740 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b1aac452-2135-431f-91d8-0ddbae9066b5 req-82466dc5-897c-4d61-89db-74aa55298a94 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0634301 Sep 26 05:46:24.181749 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b1aac452-2135-431f-91d8-0ddbae9066b5 req-e876dfe5-0ec3-4829-ad03-67e6dd0463d7 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801663 Sep 26 05:46:24.414017 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af90fc-8b2d-4507-b47e-a01582f077c3 req-a89b49d5-7f7d-43cd-9956-faee2a81ac44 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:24.416874 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-54af90fc-8b2d-4507-b47e-a01582f077c3 req-a89b49d5-7f7d-43cd-9956-faee2a81ac44 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 948 time: 0.0807652 Sep 26 05:46:24.446117 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-830f4064-8387-4abb-ba3e-18e714cb58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:24.447655 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-830f4064-8387-4abb-ba3e-18e714cb58ea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9c05c9127854481aa2ff754f336e7895&device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 1132 time: 0.0950246 Sep 26 05:46:24.481834 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-54af90fc-8b2d-4507-b47e-a01582f077c3 req-e1c94e69-0873-44e5-955e-e96ffdc1f4fc tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575895 Sep 26 05:46:24.548585 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-073f1beb-5744-400f-8b5b-1f9da6ffb95a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d HTTP/1.1" status: 200 len: 217 time: 0.0357852 Sep 26 05:46:24.889622 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e70737-08a8-4ebc-ad8f-92bb0ee0c128 req-9b7c6c48-ac9e-403f-a176-9ff863de4487 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:24.892280 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1e70737-08a8-4ebc-ad8f-92bb0ee0c128 req-9b7c6c48-ac9e-403f-a176-9ff863de4487 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 946 time: 0.1414273 Sep 26 05:46:24.921114 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-7cc32c4d-f5d1-4cd8-af64-cd7d7bffef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:24.922709 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-7cc32c4d-f5d1-4cd8-af64-cd7d7bffef04 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=56af1b3c-49bd-48f9-a95a-86600b5dec32 HTTP/1.1" status: 200 len: 843 time: 0.1256714 Sep 26 05:46:24.938123 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:24.991401 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1e70737-08a8-4ebc-ad8f-92bb0ee0c128 req-5748e237-adc4-4893-a1e8-ced6074c91e4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890994 Sep 26 05:46:25.001222 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-8d3ba31f-2373-4819-8abe-52d8850f1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:25.003775 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-8d3ba31f-2373-4819-8abe-52d8850f1406 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9629aa0a-6662-49a5-adb6-c85c2a8cc0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0619655 Sep 26 05:46:25.151199 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-79f245eb-68b1-4f41-86fe-ed97fe179f0b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9629aa0a-6662-49a5-adb6-c85c2a8cc0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330421 Sep 26 05:46:25.271960 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9d8a970-0566-4d21-9fd4-397a0bf03792 req-7c94f827-1926-4211-b0f6-5ac34e01bc37 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9629aa0a-6662-49a5-adb6-c85c2a8cc0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134725 Sep 26 05:46:25.384440 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39da5f-c3f1-4fab-be48-9c6fa5ad0430 req-ab6e298c-d1de-4a28-996c-a6af10cd4229 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:25.386286 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3e39da5f-c3f1-4fab-be48-9c6fa5ad0430 req-ab6e298c-d1de-4a28-996c-a6af10cd4229 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0726726 Sep 26 05:46:25.446872 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3e39da5f-c3f1-4fab-be48-9c6fa5ad0430 req-74ab6f7a-caa7-49c1-a939-8e0e2503a748 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540700 Sep 26 05:46:25.462603 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49912) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:25.612521 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c177c5d6-7d05-4b24-9c31-ad745a6810e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:25.648298 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ec6a8-943f-4d32-89e5-9844827db717 req-6836bed0-2c82-4e8a-bb41-48243c677c4c tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:25.650755 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d60ec6a8-943f-4d32-89e5-9844827db717 req-6836bed0-2c82-4e8a-bb41-48243c677c4c tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 948 time: 0.0657232 Sep 26 05:46:25.736343 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c177c5d6-7d05-4b24-9c31-ad745a6810e1 admin admin] Publish callbacks [] for security_group (4461ed3b-c1a2-4cc0-809a-9d69c4ce0094), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:25.737491 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d60ec6a8-943f-4d32-89e5-9844827db717 req-b44a8bc5-cfe3-4815-aa0d-556bd2aca94e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755446 Sep 26 05:46:25.745675 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c177c5d6-7d05-4b24-9c31-ad745a6810e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (4461ed3b-c1a2-4cc0-809a-9d69c4ce0094), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:25.826488 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-c177c5d6-7d05-4b24-9c31-ad745a6810e1 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=8981a5af3bbf4feca4c40d379b3b7508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621423 Sep 26 05:46:25.831354 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49924) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:25.833396 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177c5d6-7d05-4b24-9c31-ad745a6810e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4461ed3b-c1a2-4cc0-809a-9d69c4ce0094,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:25.892260 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e8d37167-4c6c-47ee-9597-e14913de4fe8 admin admin] Publish callbacks [] for security_group (4461ed3b-c1a2-4cc0-809a-9d69c4ce0094), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:25.915992 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e8d37167-4c6c-47ee-9597-e14913de4fe8 admin admin] Publish callbacks [] for security_group (4461ed3b-c1a2-4cc0-809a-9d69c4ce0094), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:25.979572 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e8d37167-4c6c-47ee-9597-e14913de4fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (4461ed3b-c1a2-4cc0-809a-9d69c4ce0094), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:25.982747 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e8d37167-4c6c-47ee-9597-e14913de4fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:25.987850 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-e8d37167-4c6c-47ee-9597-e14913de4fe8 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/4461ed3b-c1a2-4cc0-809a-9d69c4ce0094 HTTP/1.1" status: 204 len: 168 time: 0.1513813 Sep 26 05:46:25.993794 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d37167-4c6c-47ee-9597-e14913de4fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4461ed3b-c1a2-4cc0-809a-9d69c4ce0094,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:26.150783 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88c6ca-53cd-4432-92d4-344950df55c8 req-042574cc-8dc8-4586-9426-9702da8aecf6 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:26.152519 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3e88c6ca-53cd-4432-92d4-344950df55c8 req-042574cc-8dc8-4586-9426-9702da8aecf6 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 946 time: 0.0579553 Sep 26 05:46:26.209778 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3e88c6ca-53cd-4432-92d4-344950df55c8 req-e8f2cede-379b-4351-ba92-8aaaf0c40d97 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516412 Sep 26 05:46:26.364425 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 49936) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:26.378213 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-88a2f5f0-6c60-4be7-9e09-7009a0006e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:26.412551 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:26.477436 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-88a2f5f0-6c60-4be7-9e09-7009a0006e6f admin admin] Publish callbacks [] for security_group (78f03f24-ef61-48cd-8dea-b4aabce71b25), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:26.483160 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-88a2f5f0-6c60-4be7-9e09-7009a0006e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (78f03f24-ef61-48cd-8dea-b4aabce71b25), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:26.530448 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2f5f0-6c60-4be7-9e09-7009a0006e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f03f24-ef61-48cd-8dea-b4aabce71b25,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:26.535926 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-88a2f5f0-6c60-4be7-9e09-7009a0006e6f admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=07acf6b7f02048c7931dc69a816278df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703603 Sep 26 05:46:26.539920 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 49944) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:26.642419 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276304-79c3-46ca-82ed-268523f3ac71 req-36d6d19f-f66f-4830-94e4-22c02b0f7cd3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:26.644059 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e9276304-79c3-46ca-82ed-268523f3ac71 req-36d6d19f-f66f-4830-94e4-22c02b0f7cd3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0788162 Sep 26 05:46:26.654169 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9f4e5b53-8fb3-4b7d-98ec-b481ef51cb1a admin admin] Publish callbacks [] for security_group (78f03f24-ef61-48cd-8dea-b4aabce71b25), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:26.694027 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9f4e5b53-8fb3-4b7d-98ec-b481ef51cb1a admin admin] Publish callbacks [] for security_group (78f03f24-ef61-48cd-8dea-b4aabce71b25), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:26.752348 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e9276304-79c3-46ca-82ed-268523f3ac71 req-5acb1152-b8a9-477f-92da-140dfd48203b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886624 Sep 26 05:46:26.802822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9f4e5b53-8fb3-4b7d-98ec-b481ef51cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (78f03f24-ef61-48cd-8dea-b4aabce71b25), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:26.805945 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9f4e5b53-8fb3-4b7d-98ec-b481ef51cb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:26.807338 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-9f4e5b53-8fb3-4b7d-98ec-b481ef51cb1a admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/78f03f24-ef61-48cd-8dea-b4aabce71b25 HTTP/1.1" status: 204 len: 168 time: 0.2663372 Sep 26 05:46:26.821661 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e5b53-8fb3-4b7d-98ec-b481ef51cb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f03f24-ef61-48cd-8dea-b4aabce71b25,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:26.899414 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c561d-2d05-4483-8eda-1cce3e3abe01 req-3df3a37c-34c7-4a72-9e9d-14b5b8e005eb tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:26.901480 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ec4c561d-2d05-4483-8eda-1cce3e3abe01 req-3df3a37c-34c7-4a72-9e9d-14b5b8e005eb tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 948 time: 0.0668850 Sep 26 05:46:26.965542 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ec4c561d-2d05-4483-8eda-1cce3e3abe01 req-e187d852-e029-42ec-83e3-4554898ac472 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539873 Sep 26 05:46:27.392217 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0d13-3de1-49a1-9d63-9867c901dcbb req-7a87b82e-a975-4779-b260-63351963a54f tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:27.393913 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f1c0d13-3de1-49a1-9d63-9867c901dcbb req-7a87b82e-a975-4779-b260-63351963a54f tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 946 time: 0.0854917 Sep 26 05:46:27.422646 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:27.447451 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f1c0d13-3de1-49a1-9d63-9867c901dcbb req-db024293-ec14-452a-9b59-b5089c510790 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476847 Sep 26 05:46:27.943063 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a769d-4e34-4482-b619-d0ae96c33247 req-a3d3daf0-c73e-4fa2-9eab-3775b3f620af tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:27.944804 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-758a769d-4e34-4482-b619-d0ae96c33247 req-a3d3daf0-c73e-4fa2-9eab-3775b3f620af tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0750043 Sep 26 05:46:28.015319 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-758a769d-4e34-4482-b619-d0ae96c33247 req-9dc3f810-6770-4de1-b0e3-26386d1c77fa tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638580 Sep 26 05:46:28.120318 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:28.137427 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c38e66-f0e1-4e86-ad67-cff3c9202b5b req-95cf12af-82b8-47e3-924c-f4e7ee77858f tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:28.139085 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-63c38e66-f0e1-4e86-ad67-cff3c9202b5b req-95cf12af-82b8-47e3-924c-f4e7ee77858f tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 948 time: 0.0648265 Sep 26 05:46:28.196327 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-63c38e66-f0e1-4e86-ad67-cff3c9202b5b req-76e9a0e8-4c00-4b85-8316-f3fa67aaae31 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490837 Sep 26 05:46:28.508702 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=94 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:28.531773 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=76 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:28.609325 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf5c26-b318-4beb-8e2a-3fe0109b3572 req-b4cd7419-9573-409f-9444-5ce38ee5a950 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:28.611009 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6acf5c26-b318-4beb-8e2a-3fe0109b3572 req-b4cd7419-9573-409f-9444-5ce38ee5a950 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 946 time: 0.0586910 Sep 26 05:46:28.628998 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:28.670950 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6acf5c26-b318-4beb-8e2a-3fe0109b3572 req-684a5cf5-f5c5-4fbc-9127-47bb68cbc7c0 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492108 Sep 26 05:46:29.235676 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bd77e-8ff8-4204-8a53-1788442fd345 req-40f6045c-3324-4840-b04b-e58b7aa72f73 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:29.237366 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6b9bd77e-8ff8-4204-8a53-1788442fd345 req-40f6045c-3324-4840-b04b-e58b7aa72f73 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0951090 Sep 26 05:46:29.318230 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6b9bd77e-8ff8-4204-8a53-1788442fd345 req-9df213d6-8afd-45d7-8514-465d8ea5b037 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721705 Sep 26 05:46:29.415701 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee34564-7f8f-4ac1-918b-1990fef46e4f req-a77a86fb-3973-4573-9e1d-858bb3fafdcc tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:29.424201 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1ee34564-7f8f-4ac1-918b-1990fef46e4f req-a77a86fb-3973-4573-9e1d-858bb3fafdcc tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 948 time: 0.0841165 Sep 26 05:46:29.474394 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1ee34564-7f8f-4ac1-918b-1990fef46e4f req-4230f1c8-f58a-499f-99e5-bd217aed0435 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492976 Sep 26 05:46:29.677176 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-62312029-067e-4977-8898-2c4673899fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:29.823378 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39039b-2309-4211-bd14-a95f94cf9da5 req-6dff72f0-e498-4819-9931-3c367970831e tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:29.825017 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-de39039b-2309-4211-bd14-a95f94cf9da5 req-6dff72f0-e498-4819-9931-3c367970831e tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 946 time: 0.0654242 Sep 26 05:46:29.880849 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-de39039b-2309-4211-bd14-a95f94cf9da5 req-71d3d196-2675-4ce7-98fb-9aa2d854e6dc tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481677 Sep 26 05:46:30.354272 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device b69a3a3b-0e46-42b4-938e-2db6c1dcf20d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:46:30.412170 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:30.512934 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcadcb-ebc8-4b2b-8248-046a7724a98f req-5a7fed54-70e2-4d34-8e5b-f0fe708e415f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:30.526164 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-12bcadcb-ebc8-4b2b-8248-046a7724a98f req-5a7fed54-70e2-4d34-8e5b-f0fe708e415f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0907445 Sep 26 05:46:30.534416 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d,segment=NetworkSegment(6ad20bbe-478a-440c-8083-8d3674c1ca40),segment_id=6ad20bbe-478a-440c-8083-8d3674c1ca40)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:30.565264 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'b69a3a3b-0e46-42b4-938e-2db6c1dcf20d', 'network_id': '9629aa0a-6662-49a5-adb6-c85c2a8cc0d2', 'port_id': 'b69a3a3b-0e46-42b4-938e-2db6c1dcf20d', 'mac_address': 'fa:16:3e:fb:07:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56af1b3c-49bd-48f9-a95a-86600b5dec32', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:46:30.592843 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-12bcadcb-ebc8-4b2b-8248-046a7724a98f req-72679f82-fa3e-47c4-b8ee-13a3d953cf90 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652235 Sep 26 05:46:30.627661 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:46:30.628212 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:30.636123 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f77d8-618e-4129-9a88-5b5bccf21413 req-eff4f392-4701-4002-a4c7-07330fa6abc3 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:30.637782 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-713f77d8-618e-4129-9a88-5b5bccf21413 req-eff4f392-4701-4002-a4c7-07330fa6abc3 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 948 time: 0.0655177 Sep 26 05:46:30.643560 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69a3a3b-0e46-42b4-938e-2db6c1dcf20d {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:46:30.666559 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d,segment=NetworkSegment(6ad20bbe-478a-440c-8083-8d3674c1ca40),segment_id=6ad20bbe-478a-440c-8083-8d3674c1ca40)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:30.672158 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:30.694897 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-713f77d8-618e-4129-9a88-5b5bccf21413 req-644f05a4-a18e-4d06-8811-1f6019204225 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499678 Sep 26 05:46:30.724211 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:31.011949 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc36d34-0413-4ea2-b0d8-1074835060c7 req-3025a7d5-a37c-4d58-9da6-e651954772e6 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:31.013474 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-edc36d34-0413-4ea2-b0d8-1074835060c7 req-3025a7d5-a37c-4d58-9da6-e651954772e6 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 946 time: 0.0505974 Sep 26 05:46:31.066815 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-edc36d34-0413-4ea2-b0d8-1074835060c7 req-f6e906a1-86da-428b-9d6e-8364c8b62fa7 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462661 Sep 26 05:46:31.537865 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4567228-7787-4896-994e-6a7ca0632bf2 req-67d2ab32-8e53-432f-88d8-7ef857b40855 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:31.539466 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f4567228-7787-4896-994e-6a7ca0632bf2 req-67d2ab32-8e53-432f-88d8-7ef857b40855 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 946 time: 0.0513632 Sep 26 05:46:31.583470 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['b69a3a3b-0e46-42b4-938e-2db6c1dcf20d'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:46:31.687380 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [req-f4567228-7787-4896-994e-6a7ca0632bf2 req-2e5d5ee1-14e0-4d7c-8d99-a15cd546b202 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Deleting port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:46:31.688074 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-f4567228-7787-4896-994e-6a7ca0632bf2 req-2e5d5ee1-14e0-4d7c-8d99-a15cd546b202 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:31.691712 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:31.808832 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34cdf7-f0b6-45f1-a8c9-d1824d154350 req-eba885c8-03cb-43d6-892a-b20053e35b29 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:31.817725 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4a34cdf7-f0b6-45f1-a8c9-d1824d154350 req-eba885c8-03cb-43d6-892a-b20053e35b29 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0870299 Sep 26 05:46:31.871663 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:31.877605 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4a34cdf7-f0b6-45f1-a8c9-d1824d154350 req-1019a204-b5cf-460d-b141-b56276adbd98 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585244 Sep 26 05:46:31.897336 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-f4567228-7787-4896-994e-6a7ca0632bf2 req-2e5d5ee1-14e0-4d7c-8d99-a15cd546b202 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] For port 78fc4bee-4c52-43f2-ac5c-5978d96703c2, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=78fc4bee-4c52-43f2-ac5c-5978d96703c2,segment=NetworkSegment(6731169f-d34e-4d56-87a5-2203fd019c67),segment_id=6731169f-d34e-4d56-87a5-2203fd019c67)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:31.897714 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-f4567228-7787-4896-994e-6a7ca0632bf2 req-2e5d5ee1-14e0-4d7c-8d99-a15cd546b202 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:31.907109 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7ff8b-d197-41bf-95ce-425ea7ffc583 req-e14fe36b-e5cc-451c-b55f-8f38d6ab669e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:31.908726 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-43f7ff8b-d197-41bf-95ce-425ea7ffc583 req-e14fe36b-e5cc-451c-b55f-8f38d6ab669e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 949 time: 0.0906067 Sep 26 05:46:31.924212 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [req-f4567228-7787-4896-994e-6a7ca0632bf2 req-2e5d5ee1-14e0-4d7c-8d99-a15cd546b202 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Calling delete_port for 78fc4bee-4c52-43f2-ac5c-5978d96703c2 owned by compute:nova {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:46:32.017934 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-43f7ff8b-d197-41bf-95ce-425ea7ffc583 req-8253e74b-9508-45c3-baf4-b72aec579fce tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910969 Sep 26 05:46:32.105529 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-f4567228-7787-4896-994e-6a7ca0632bf2 req-2e5d5ee1-14e0-4d7c-8d99-a15cd546b202 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (78fc4bee-4c52-43f2-ac5c-5978d96703c2), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:32.128764 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-da71f826-4a17-4967-99c1-eb9c08cf4cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:32.148253 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d5ee1-14e0-4d7c-8d99-a15cd546b202 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Pushing event deleted for resources: {'Port': ['ID=78fc4bee-4c52-43f2-ac5c-5978d96703c2,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:32.189549 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e7f7b543-1fa4-4840-a98e-7c889712048b req-22fc6ff4-e417-4e81-a667-e369379539be tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0303199 Sep 26 05:46:32.226126 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4567228-7787-4896-994e-6a7ca0632bf2 req-2e5d5ee1-14e0-4d7c-8d99-a15cd546b202 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] No DVR routers for this DVR port 78fc4bee-4c52-43f2-ac5c-5978d96703c2 on host hv-cinder-83608 {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:46:32.230675 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-f4567228-7787-4896-994e-6a7ca0632bf2 req-2e5d5ee1-14e0-4d7c-8d99-a15cd546b202 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:32.234801 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f4567228-7787-4896-994e-6a7ca0632bf2 req-2e5d5ee1-14e0-4d7c-8d99-a15cd546b202 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.25 "DELETE /networking/v2.0/ports/78fc4bee-4c52-43f2-ac5c-5978d96703c2 HTTP/1.1" status: 204 len: 173 time: 0.6896954 Sep 26 05:46:32.235438 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e', 'name': 'network-vif-deleted', 'tag': '78fc4bee-4c52-43f2-ac5c-5978d96703c2'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:46:32.237980 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482b7b78-7927-4018-82c9-b0ab151e228e" -d '{"events": [{"server_uuid": "a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e", "name": "network-vif-deleted", "tag": "78fc4bee-4c52-43f2-ac5c-5978d96703c2"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:46:32.293075 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d101be9-6e79-4765-b423-c2ba31c80c3d x-openstack-request-id: req-4d101be9-6e79-4765-b423-c2ba31c80c3d {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:46:32.293498 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e", "name": "network-vif-deleted", "tag": "78fc4bee-4c52-43f2-ac5c-5978d96703c2", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:46:32.293756 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d101be9-6e79-4765-b423-c2ba31c80c3d {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:46:32.294288 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d101be9-6e79-4765-b423-c2ba31c80c3d'] response: {'server_uuid': 'a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e', 'name': 'network-vif-deleted', 'tag': '78fc4bee-4c52-43f2-ac5c-5978d96703c2', 'status': 'completed', 'code': 200} Sep 26 05:46:33.015978 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d185ea-5ba5-490c-b5b2-fce41af92b83 req-f3f28212-3d12-488b-accb-322d8b6a26d0 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:33.019276 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d0d185ea-5ba5-490c-b5b2-fce41af92b83 req-f3f28212-3d12-488b-accb-322d8b6a26d0 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0563297 Sep 26 05:46:33.082669 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d0d185ea-5ba5-490c-b5b2-fce41af92b83 req-c6bbdbdd-eed7-4fad-a37f-e10ee424e58c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522797 Sep 26 05:46:33.086991 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 50130) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:33.090342 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['78fc4bee-4c52-43f2-ac5c-5978d96703c2'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:46:33.131190 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device b69a3a3b-0e46-42b4-938e-2db6c1dcf20d up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:46:33.155705 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b9398-d629-44d9-bb5d-c2e1fc7294d2 req-56e81d6f-7133-4dd4-b8e4-da24faf5085f tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:33.157466 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-df1b9398-d629-44d9-bb5d-c2e1fc7294d2 req-56e81d6f-7133-4dd4-b8e4-da24faf5085f tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 949 time: 0.0554214 Sep 26 05:46:33.225658 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-df1b9398-d629-44d9-bb5d-c2e1fc7294d2 req-b7a8e257-e439-4c30-8a43-ebb7a8e43648 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553548 Sep 26 05:46:33.252883 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:46:33.293675 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:46:33.294139 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.294533 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d Sep 26 05:46:33.301523 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c5e97dbd-95a2-434b-b33e-dc5a78a7d47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.317633 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.397891 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:46:33.398870 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.417662 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6fde6e39-3a37-4dc9-bce5-421f61c92eb0 req-f89103e2-cace-42e2-bfc0-691f8ca04246 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0545242 Sep 26 05:46:33.458064 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec1360-4a0a-4b54-b1c5-f59203605511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69a3a3b-0e46-42b4-938e-2db6c1dcf20d'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:46:33.459313 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 50140) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:33.460710 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd1dd5e-5784-48b6-b6c6-acbf167959af" -d '{"events": [{"server_uuid": "e4ec1360-4a0a-4b54-b1c5-f59203605511", "name": "network-vif-plugged", "status": "completed", "tag": "b69a3a3b-0e46-42b4-938e-2db6c1dcf20d"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:46:33.465472 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d,segment=NetworkSegment(6ad20bbe-478a-440c-8083-8d3674c1ca40),segment_id=6ad20bbe-478a-440c-8083-8d3674c1ca40)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:33.470453 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.490373 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c5e97dbd-95a2-434b-b33e-dc5a78a7d47a admin admin] Publish callbacks [] for security_group (53887ae0-70b1-48a7-a577-6e35d5811303), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.497354 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c5e97dbd-95a2-434b-b33e-dc5a78a7d47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (53887ae0-70b1-48a7-a577-6e35d5811303), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.526541 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51760a82-2d84-403b-b4af-145de8625cb3 x-openstack-request-id: req-51760a82-2d84-403b-b4af-145de8625cb3 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:46:33.527992 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec1360-4a0a-4b54-b1c5-f59203605511", "name": "network-vif-plugged", "status": "completed", "tag": "b69a3a3b-0e46-42b4-938e-2db6c1dcf20d", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:46:33.528435 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-51760a82-2d84-403b-b4af-145de8625cb3 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:46:33.529192 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51760a82-2d84-403b-b4af-145de8625cb3'] response: {'server_uuid': 'e4ec1360-4a0a-4b54-b1c5-f59203605511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69a3a3b-0e46-42b4-938e-2db6c1dcf20d', 'code': 200} Sep 26 05:46:33.555218 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:33.562699 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-c5e97dbd-95a2-434b-b33e-dc5a78a7d47a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=00b7bf66c4de4faeb141ee88fd3e4099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4670453 Sep 26 05:46:33.562699 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e97dbd-95a2-434b-b33e-dc5a78a7d47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53887ae0-70b1-48a7-a577-6e35d5811303,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:33.562699 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 50146) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:33.618903 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c14c-c050-4d5b-848d-777f9ab9f812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.623033 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:33.623813 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-df2ab7ba-4a0c-4dde-ab02-bef28e6af910 admin admin] Publish callbacks [] for security_group (53887ae0-70b1-48a7-a577-6e35d5811303), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.646978 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-df2ab7ba-4a0c-4dde-ab02-bef28e6af910 admin admin] Publish callbacks [] for security_group (53887ae0-70b1-48a7-a577-6e35d5811303), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.708038 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-df2ab7ba-4a0c-4dde-ab02-bef28e6af910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (53887ae0-70b1-48a7-a577-6e35d5811303), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.712706 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-df2ab7ba-4a0c-4dde-ab02-bef28e6af910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.716879 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-df2ab7ba-4a0c-4dde-ab02-bef28e6af910 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/53887ae0-70b1-48a7-a577-6e35d5811303 HTTP/1.1" status: 204 len: 168 time: 0.1504483 Sep 26 05:46:33.720262 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:33.726655 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ab7ba-4a0c-4dde-ab02-bef28e6af910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53887ae0-70b1-48a7-a577-6e35d5811303,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:33.737696 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c14c-c050-4d5b-848d-777f9ab9f812 admin admin] Publish callbacks [] for security_group (afa65e9c-913b-4762-8b21-a50d0fbc5330), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.754928 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c14c-c050-4d5b-848d-777f9ab9f812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (afa65e9c-913b-4762-8b21-a50d0fbc5330), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.804718 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-0ef8c14c-c050-4d5b-848d-777f9ab9f812 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=da2ed663c2e849469114475767a93d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443193 Sep 26 05:46:33.805485 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8c14c-c050-4d5b-848d-777f9ab9f812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa65e9c-913b-4762-8b21-a50d0fbc5330,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:33.807958 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 50150) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:33.872691 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f674ec38-eab3-4d49-91b5-747a4c3e7171 admin admin] Publish callbacks [] for security_group (afa65e9c-913b-4762-8b21-a50d0fbc5330), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.874818 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:33.905051 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f674ec38-eab3-4d49-91b5-747a4c3e7171 admin admin] Publish callbacks [] for security_group (afa65e9c-913b-4762-8b21-a50d0fbc5330), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.984474 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f674ec38-eab3-4d49-91b5-747a4c3e7171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (afa65e9c-913b-4762-8b21-a50d0fbc5330), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.987712 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f674ec38-eab3-4d49-91b5-747a4c3e7171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.988991 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-f674ec38-eab3-4d49-91b5-747a4c3e7171 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/afa65e9c-913b-4762-8b21-a50d0fbc5330 HTTP/1.1" status: 204 len: 168 time: 0.1779864 Sep 26 05:46:33.998922 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674ec38-eab3-4d49-91b5-747a4c3e7171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa65e9c-913b-4762-8b21-a50d0fbc5330,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:34.250058 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2857-958e-407c-b3d9-31929d5ecf43 req-ff5ab75e-ca58-496e-8571-9d02ca8ec9b1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:34.251826 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b9be2857-958e-407c-b3d9-31929d5ecf43 req-ff5ab75e-ca58-496e-8571-9d02ca8ec9b1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0579710 Sep 26 05:46:34.303063 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b9be2857-958e-407c-b3d9-31929d5ecf43 req-7ec01516-b8fe-4608-bdb1-e36e39abad73 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449617 Sep 26 05:46:34.396319 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49bb0c-9019-4980-84cf-6f438fe2128b req-579c15d7-5e3b-443c-9599-abe9ee84b705 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:34.397917 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ce49bb0c-9019-4980-84cf-6f438fe2128b req-579c15d7-5e3b-443c-9599-abe9ee84b705 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 950 time: 0.0514009 Sep 26 05:46:34.442602 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 50160) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:34.457816 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-23bd6e88-b022-48d9-9c61-01635df84fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:34.474246 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ce49bb0c-9019-4980-84cf-6f438fe2128b req-bb8c9109-0f3f-4bd0-be45-458507d54637 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663631 Sep 26 05:46:34.596534 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d1dd13f6-6cb3-4a24-aa39-9547736789fa req-48244890-66b6-48d9-a8a9-b8b65b72ae2c tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0401821 Sep 26 05:46:34.598716 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-23bd6e88-b022-48d9-9c61-01635df84fa5 admin admin] Publish callbacks [] for security_group (cd7ef6e0-9a12-4fea-a6e2-cf43a59e9239), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:34.603867 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-23bd6e88-b022-48d9-9c61-01635df84fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (cd7ef6e0-9a12-4fea-a6e2-cf43a59e9239), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:34.672976 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 50164) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:34.673366 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-23bd6e88-b022-48d9-9c61-01635df84fa5 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=196a8bb9c1bd4d709aeb48bfa44b0862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290642 Sep 26 05:46:34.675227 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd6e88-b022-48d9-9c61-01635df84fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7ef6e0-9a12-4fea-a6e2-cf43a59e9239,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:34.741021 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f7a43b43-fdc5-4bc3-a832-41705355b473 admin admin] Publish callbacks [] for security_group (cd7ef6e0-9a12-4fea-a6e2-cf43a59e9239), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:34.764617 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f7a43b43-fdc5-4bc3-a832-41705355b473 admin admin] Publish callbacks [] for security_group (cd7ef6e0-9a12-4fea-a6e2-cf43a59e9239), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:34.833014 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03db53-45f3-4107-98e1-0b395ae525b4 req-660f57cb-5add-4657-9b75-414599e1a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:34.834598 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bf03db53-45f3-4107-98e1-0b395ae525b4 req-660f57cb-5add-4657-9b75-414599e1a013 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 1129 time: 0.0526180 Sep 26 05:46:34.841559 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a8455-2ed6-4bca-8445-88fb66000075 req-0aba1587-97be-4228-822a-0553eb46af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:34.843308 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7b8a8455-2ed6-4bca-8445-88fb66000075 req-0aba1587-97be-4228-822a-0553eb46af25 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 1134 time: 0.0473807 Sep 26 05:46:34.885479 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f7a43b43-fdc5-4bc3-a832-41705355b473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (cd7ef6e0-9a12-4fea-a6e2-cf43a59e9239), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:34.888062 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f7a43b43-fdc5-4bc3-a832-41705355b473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:34.891645 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f7a43b43-fdc5-4bc3-a832-41705355b473 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/cd7ef6e0-9a12-4fea-a6e2-cf43a59e9239 HTTP/1.1" status: 204 len: 168 time: 0.2143037 Sep 26 05:46:34.896551 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7b8a8455-2ed6-4bca-8445-88fb66000075 req-2fb169da-f41c-47bb-8903-fb7a76693a67 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Sep 26 05:46:34.897792 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bf03db53-45f3-4107-98e1-0b395ae525b4 req-0bbb788b-7f37-496d-b483-1a48b0ca161a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553536 Sep 26 05:46:34.903183 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a43b43-fdc5-4bc3-a832-41705355b473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7ef6e0-9a12-4fea-a6e2-cf43a59e9239,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:34.971269 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:35.077082 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:35.432958 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:35.453944 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031a123-2864-428e-a446-ee7f3bb7916e req-96fdc2ae-e6fb-4fe3-a345-6fbf29347dd2 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:35.456048 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7031a123-2864-428e-a446-ee7f3bb7916e req-96fdc2ae-e6fb-4fe3-a345-6fbf29347dd2 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0716169 Sep 26 05:46:35.509773 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7031a123-2864-428e-a446-ee7f3bb7916e req-6485654f-2c30-425d-bb8e-816e7d43d1cd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477726 Sep 26 05:46:35.613848 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2781f-688f-4970-82af-f1bb8fc5b460 req-31a0f0af-3319-45bc-90d4-e61becdaa71c tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:35.615396 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-27d2781f-688f-4970-82af-f1bb8fc5b460 req-31a0f0af-3319-45bc-90d4-e61becdaa71c tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 950 time: 0.0534508 Sep 26 05:46:35.673272 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-27d2781f-688f-4970-82af-f1bb8fc5b460 req-5dc79c09-33da-4bd8-abdb-94f4e93fe3d9 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502889 Sep 26 05:46:35.773344 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-451be657-db94-4c68-9fcf-1cc86320a786 req-0b3c3230-6b1b-4b43-a2ec-afe648fbf510 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0325720 Sep 26 05:46:36.673969 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b0e27-dec7-4c46-9f08-c330e570a81d req-8f4c5317-ea75-4427-9db9-882073d81638 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:36.676677 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5e4b0e27-dec7-4c46-9f08-c330e570a81d req-8f4c5317-ea75-4427-9db9-882073d81638 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0806632 Sep 26 05:46:36.745591 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5e4b0e27-dec7-4c46-9f08-c330e570a81d req-f319563d-55cf-46dc-b8a8-ad3f14f154ff tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604367 Sep 26 05:46:36.825735 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f352566-cfce-485f-ae51-a2f013d13dc5 req-1b1cb0e8-a7ff-4f88-90d0-007fc2a963c9 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:36.828045 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7f352566-cfce-485f-ae51-a2f013d13dc5 req-1b1cb0e8-a7ff-4f88-90d0-007fc2a963c9 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 950 time: 0.0647147 Sep 26 05:46:36.901181 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4a427223-7fd5-41e3-9384-e1856bd70332 req-8dbf583f-0e9c-4a10-96c5-e35b9161b177 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0300956 Sep 26 05:46:36.905410 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7f352566-cfce-485f-ae51-a2f013d13dc5 req-30169472-a7de-4ff7-879c-f9104d10ea2e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595305 Sep 26 05:46:37.111075 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 78fc4bee-4c52-43f2-ac5c-5978d96703c2 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:46:37.138898 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 78fc4bee-4c52-43f2-ac5c-5978d96703c2 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:46:37.139271 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 78fc4bee-4c52-43f2-ac5c-5978d96703c2 not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:46:37.892449 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87eb5b-91bf-4d48-8718-ee9e341f3990 req-a2d2976d-fc08-431e-8553-a0ee8d44236c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:37.894026 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4e87eb5b-91bf-4d48-8718-ee9e341f3990 req-a2d2976d-fc08-431e-8553-a0ee8d44236c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0513046 Sep 26 05:46:37.948961 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4e87eb5b-91bf-4d48-8718-ee9e341f3990 req-ebd9ca09-eedb-4a72-96cc-56962f48d517 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485716 Sep 26 05:46:38.026824 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bf0e8-ac35-4aeb-a105-f0c99806febe req-4883be8b-fba7-4485-8fbc-e08d51c56d7d tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:38.028985 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-311bf0e8-ac35-4aeb-a105-f0c99806febe req-4883be8b-fba7-4485-8fbc-e08d51c56d7d tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 950 time: 0.0585501 Sep 26 05:46:38.078162 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-113c478f-67a7-46a7-9c4b-21bdef104d9a req-3b3c1d7c-7a5b-46ed-a11f-f315cc50f386 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0313473 Sep 26 05:46:38.089419 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:38.101228 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-311bf0e8-ac35-4aeb-a105-f0c99806febe req-22bdc598-baef-4942-b962-cf832fc4744e tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616047 Sep 26 05:46:38.384654 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b392354-fbf7-4762-8e65-8f8d14d5f24d req-3e6314b2-01f6-4ead-84e5-7ba6c4a310bf tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:38.386113 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1b392354-fbf7-4762-8e65-8f8d14d5f24d req-3e6314b2-01f6-4ead-84e5-7ba6c4a310bf tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 950 time: 0.0506494 Sep 26 05:46:38.436162 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1b392354-fbf7-4762-8e65-8f8d14d5f24d req-32636adc-9222-4670-b433-421945683981 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Sep 26 05:46:39.092740 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656e5e4-dfbc-4d69-b3df-734e49f08903 req-deeb10e7-fbcf-4d2a-b545-bb4e75765069 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:39.094288 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c656e5e4-dfbc-4d69-b3df-734e49f08903 req-deeb10e7-fbcf-4d2a-b545-bb4e75765069 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0501420 Sep 26 05:46:39.143285 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c656e5e4-dfbc-4d69-b3df-734e49f08903 req-6a25abe4-1638-462f-a99a-7881911e251d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432930 Sep 26 05:46:39.214841 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4de27ec7-e6fd-479f-b4c4-d6171da9b801 req-2e9c26fd-ae65-4dd9-a4d3-7427819ee4d3 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0331426 Sep 26 05:46:39.448526 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:39.475795 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a722c62-b307-4102-baa4-41811e9f7501 req-c597d54f-e7f8-4335-9eb6-8e7ef1f2de14 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:39.478572 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2a722c62-b307-4102-baa4-41811e9f7501 req-c597d54f-e7f8-4335-9eb6-8e7ef1f2de14 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0707574 Sep 26 05:46:39.567794 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2a722c62-b307-4102-baa4-41811e9f7501 req-42dfdaa2-a8de-4510-89c4-99c2519db480 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776157 Sep 26 05:46:39.625859 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78437aa7-8502-417b-b094-3e0d2ad9e21f req-eab62180-1731-404d-a1d1-58867f0e462d tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:39.627462 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-78437aa7-8502-417b-b094-3e0d2ad9e21f req-eab62180-1731-404d-a1d1-58867f0e462d tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 950 time: 0.0578883 Sep 26 05:46:39.674102 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-78437aa7-8502-417b-b094-3e0d2ad9e21f req-a88cacf7-fbf3-47dc-b447-32051b9e5003 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Sep 26 05:46:40.100979 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb7a4-ebf1-448f-afe9-ac821cb859fc req-8b758613-948d-4b56-a796-dd96c0dbb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:40.102597 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9a1cb7a4-ebf1-448f-afe9-ac821cb859fc req-8b758613-948d-4b56-a796-dd96c0dbb344 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 1129 time: 0.0521469 Sep 26 05:46:40.345434 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb7a4-ebf1-448f-afe9-ac821cb859fc req-e4ed4b3e-fffd-4664-804e-65c3854b3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:40.347164 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9a1cb7a4-ebf1-448f-afe9-ac821cb859fc req-e4ed4b3e-fffd-4664-804e-65c3854b3c8d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.1312788 Sep 26 05:46:40.368012 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7e5ad46c-2ab0-461a-b5d9-2e8d301a437c req-b7569187-161e-44f1-8a9c-51dd2d4e1cc9 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a30e67b6-2f4a-48ca-a8df-3f44c90c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0377223 Sep 26 05:46:40.572161 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9a1cb7a4-ebf1-448f-afe9-ac821cb859fc req-7b481d21-9959-4cc8-a9c3-4c1fd9af7e09 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811e152d-7a22-4e01-ad08-ecb9adcd493b HTTP/1.1" status: 200 len: 217 time: 0.0357254 Sep 26 05:46:40.587071 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64d4aa-8384-4bb2-be12-e8b14839fa55 req-b09d7a53-9db6-41eb-917b-509760bd9a9d tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:40.588652 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bc64d4aa-8384-4bb2-be12-e8b14839fa55 req-b09d7a53-9db6-41eb-917b-509760bd9a9d tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 950 time: 0.0519533 Sep 26 05:46:40.628618 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb7a4-ebf1-448f-afe9-ac821cb859fc req-0d877380-bb4c-4398-884a-8128d57160c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:40.630610 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9a1cb7a4-ebf1-448f-afe9-ac821cb859fc req-0d877380-bb4c-4398-884a-8128d57160c4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.0519383 Sep 26 05:46:40.674003 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:40.685984 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb7a4-ebf1-448f-afe9-ac821cb859fc req-002d7047-30ca-4200-b754-b0fcdf0b5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:40.689550 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9a1cb7a4-ebf1-448f-afe9-ac821cb859fc req-002d7047-30ca-4200-b754-b0fcdf0b5ccb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511286 Sep 26 05:46:40.696091 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-bc64d4aa-8384-4bb2-be12-e8b14839fa55 req-920bbc36-9e96-4205-83c7-2af0e5b23116 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Deleting port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:46:40.696430 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-bc64d4aa-8384-4bb2-be12-e8b14839fa55 req-920bbc36-9e96-4205-83c7-2af0e5b23116 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:40.805335 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf31177-cc13-4806-b295-99370a6644c6 req-ce1b9b4a-ebf1-4f2c-bc32-d9c7a4fb5fee tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:40.806895 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fdf31177-cc13-4806-b295-99370a6644c6 req-ce1b9b4a-ebf1-4f2c-bc32-d9c7a4fb5fee tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0949471 Sep 26 05:46:40.807895 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9a1cb7a4-ebf1-448f-afe9-ac821cb859fc req-3d64bdef-c626-4c44-9790-b4f3dbbb9f89 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133537 Sep 26 05:46:40.907800 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca717986-ca82-4268-8b3a-15d5fd0e8c39 req-1798c588-de69-4783-b0a1-de41b88292d8 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:40.909693 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ca717986-ca82-4268-8b3a-15d5fd0e8c39 req-1798c588-de69-4783-b0a1-de41b88292d8 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 950 time: 0.0993636 Sep 26 05:46:40.972225 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9a1cb7a4-ebf1-448f-afe9-ac821cb859fc req-316480eb-d3ce-4a33-a5a4-db1bf6e77366 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515281 Sep 26 05:46:41.001788 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ca717986-ca82-4268-8b3a-15d5fd0e8c39 req-ffe16367-5cce-4b98-9b66-4d049966eb46 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6289882-6963-4b75-ac4d-189d6139daa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718212 Sep 26 05:46:41.104452 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-bc64d4aa-8384-4bb2-be12-e8b14839fa55 req-920bbc36-9e96-4205-83c7-2af0e5b23116 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] For port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d,segment=NetworkSegment(6ad20bbe-478a-440c-8083-8d3674c1ca40),segment_id=6ad20bbe-478a-440c-8083-8d3674c1ca40)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:41.104808 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-bc64d4aa-8384-4bb2-be12-e8b14839fa55 req-920bbc36-9e96-4205-83c7-2af0e5b23116 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:41.127013 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-bc64d4aa-8384-4bb2-be12-e8b14839fa55 req-920bbc36-9e96-4205-83c7-2af0e5b23116 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Calling delete_port for b69a3a3b-0e46-42b4-938e-2db6c1dcf20d owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:46:41.150713 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fdf31177-cc13-4806-b295-99370a6644c6 req-a4e00f59-c867-417c-9184-e4a78ec82424 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333106 Sep 26 05:46:41.282155 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-bc64d4aa-8384-4bb2-be12-e8b14839fa55 req-920bbc36-9e96-4205-83c7-2af0e5b23116 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (b69a3a3b-0e46-42b4-938e-2db6c1dcf20d), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:41.310207 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bbc36-9e96-4205-83c7-2af0e5b23116 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Pushing event deleted for resources: {'Port': ['ID=b69a3a3b-0e46-42b4-938e-2db6c1dcf20d,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:41.362791 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc64d4aa-8384-4bb2-be12-e8b14839fa55 req-920bbc36-9e96-4205-83c7-2af0e5b23116 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] No DVR routers for this DVR port b69a3a3b-0e46-42b4-938e-2db6c1dcf20d on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:46:41.366380 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-bc64d4aa-8384-4bb2-be12-e8b14839fa55 req-920bbc36-9e96-4205-83c7-2af0e5b23116 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:41.371069 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bc64d4aa-8384-4bb2-be12-e8b14839fa55 req-920bbc36-9e96-4205-83c7-2af0e5b23116 tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b69a3a3b-0e46-42b4-938e-2db6c1dcf20d HTTP/1.1" status: 204 len: 173 time: 0.7768276 Sep 26 05:46:41.371745 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec1360-4a0a-4b54-b1c5-f59203605511', 'name': 'network-vif-deleted', 'tag': 'b69a3a3b-0e46-42b4-938e-2db6c1dcf20d'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:46:41.374981 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4ffe54-feba-468b-91b5-3c1760b680d7" -d '{"events": [{"server_uuid": "e4ec1360-4a0a-4b54-b1c5-f59203605511", "name": "network-vif-deleted", "tag": "b69a3a3b-0e46-42b4-938e-2db6c1dcf20d"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:46:41.450701 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f691a6-3e62-4294-94ac-2eeb8597eb9f x-openstack-request-id: req-29f691a6-3e62-4294-94ac-2eeb8597eb9f {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:46:41.451383 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec1360-4a0a-4b54-b1c5-f59203605511", "name": "network-vif-deleted", "tag": "b69a3a3b-0e46-42b4-938e-2db6c1dcf20d", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:46:41.451959 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29f691a6-3e62-4294-94ac-2eeb8597eb9f {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:46:41.452773 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f691a6-3e62-4294-94ac-2eeb8597eb9f'] response: {'server_uuid': 'e4ec1360-4a0a-4b54-b1c5-f59203605511', 'name': 'network-vif-deleted', 'tag': 'b69a3a3b-0e46-42b4-938e-2db6c1dcf20d', 'status': 'completed', 'code': 200} Sep 26 05:46:41.770681 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-e3f415a0-b4d3-43f2-b500-f9320c27e695 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:41.772883 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-e3f415a0-b4d3-43f2-b500-f9320c27e695 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/networks?id=d84453e4-a1e7-4567-8843-35b115b62bbb HTTP/1.1" status: 200 len: 809 time: 0.1298683 Sep 26 05:46:41.791145 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-ba09e2d0-39f5-4cd8-990b-b86b3251f8d1 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/quotas/ee638507f9b0415f94f7c54e0e3db8cd HTTP/1.1" status: 200 len: 375 time: 0.0117321 Sep 26 05:46:41.833744 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-357f4ce0-9563-4481-8700-3dc47685c9a2 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ee638507f9b0415f94f7c54e0e3db8cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351179 Sep 26 05:46:41.951675 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-91ea4c76-9edb-4335-82d3-8be5d84c03ba service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095695 Sep 26 05:46:42.017378 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:42.060242 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:46:42.061937 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-43762121-3896-403a-835d-9c75b34205eb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036901 Sep 26 05:46:42.218555 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c5357278-d7d7-44a9-ab5a-407ef55fa892 req-d78c83c8-fc22-40c5-aaa9-106fcafe7d9a tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 210 time: 0.0524476 Sep 26 05:46:42.335576 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-90335ae9-880b-4183-8d45-250fcd5c23b1 req-93967d09-b1dc-4f47-929f-108d69f4343b tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 210 time: 0.0365067 Sep 26 05:46:42.369860 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2fc84-48e9-4d77-ad36-501b81639423 req-310ad14b-de31-4e09-9fff-b265b64abeca tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:42.371581 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6ff2fc84-48e9-4d77-ad36-501b81639423 req-310ad14b-de31-4e09-9fff-b265b64abeca tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0689857 Sep 26 05:46:42.452984 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6ff2fc84-48e9-4d77-ad36-501b81639423 req-378deb54-7ae7-4c24-82b4-e3439625808d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704017 Sep 26 05:46:43.144611 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device b69a3a3b-0e46-42b4-938e-2db6c1dcf20d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:46:43.166164 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: b69a3a3b-0e46-42b4-938e-2db6c1dcf20d {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:46:43.166513 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device b69a3a3b-0e46-42b4-938e-2db6c1dcf20d not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:46:43.351079 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f54cfaa7-323e-49a4-9bd2-1f5b5a0c9f89 req-972ee2b9-b1ff-4873-aff8-6e7dbf0a53ff tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 210 time: 0.0320587 Sep 26 05:46:43.464305 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4f52fbd-dad2-49dd-a464-2ef9e7b705f3 req-26b597c0-056a-4f88-9d66-fcbe89b3ba53 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 210 time: 0.0312624 Sep 26 05:46:43.549250 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:43.595824 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2d354-89a6-4abb-aed2-354b29915b0a req-9f08a463-a6e2-40fb-83b5-a5ce12ef52b2 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:43.597435 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3bc2d354-89a6-4abb-aed2-354b29915b0a req-9f08a463-a6e2-40fb-83b5-a5ce12ef52b2 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0640662 Sep 26 05:46:43.650073 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3bc2d354-89a6-4abb-aed2-354b29915b0a req-012af05b-9143-4080-8c32-9fbd224fed84 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462253 Sep 26 05:46:44.063776 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:44.475933 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2de0ddf4-dad6-4ae9-b4e4-da04fc3ce22f req-4d6b40a7-9641-4907-95dd-90e31398df4f tempest-VolumesNegativeTest-466332707 tempest-VolumesNegativeTest-466332707-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4ec1360-4a0a-4b54-b1c5-f59203605511 HTTP/1.1" status: 200 len: 210 time: 0.0301886 Sep 26 05:46:44.570893 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b815b08e-b4f7-4b79-a308-a22a5161ba5e req-bb989fea-9a6c-494f-a476-398a9a115cbb tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 210 time: 0.0283084 Sep 26 05:46:44.829549 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:44.845755 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c3612-9a06-4fa2-9934-eda5896be047 req-0a55df86-7bc1-41db-8989-850fe9e7d015 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:44.847246 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff5c3612-9a06-4fa2-9934-eda5896be047 req-0a55df86-7bc1-41db-8989-850fe9e7d015 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0512238 Sep 26 05:46:44.903236 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff5c3612-9a06-4fa2-9934-eda5896be047 req-8b6663e1-b3f3-4566-baa9-00515998c4e1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499377 Sep 26 05:46:45.721865 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-11339a2d-9c84-401b-a44f-df821937c24c req-bdb61997-9a45-49f1-b43f-d6f1a7b8e96d tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 210 time: 0.0517545 Sep 26 05:46:45.919209 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-21425aa3-9326-4fc6-bc1f-2042747cf405 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:45.920724 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-21425aa3-9326-4fc6-bc1f-2042747cf405 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d84453e4-a1e7-4567-8843-35b115b62bbb HTTP/1.1" status: 200 len: 809 time: 0.1341641 Sep 26 05:46:45.941206 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Request body: {'port': {'device_id': 'c3221a5e-1e82-457f-ade2-238d0f4443cb', 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb', 'admin_state_up': True, 'tenant_id': 'ee638507f9b0415f94f7c54e0e3db8cd'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:46.051510 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf6132-1685-4ebd-952f-d92374b98d40 req-e070b2ae-c3b1-4bf1-ba6f-ab7c95319017 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:46.053306 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5faf6132-1685-4ebd-952f-d92374b98d40 req-e070b2ae-c3b1-4bf1-ba6f-ab7c95319017 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0597107 Sep 26 05:46:46.070642 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Made reservation on behalf of ee638507f9b0415f94f7c54e0e3db8cd for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:46:46.074767 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:46.122412 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5faf6132-1685-4ebd-952f-d92374b98d40 req-28eccbd9-4063-4b80-b73c-69596cb81297 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616465 Sep 26 05:46:46.263577 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Allocated IP 172.20.0.11 (d84453e4-a1e7-4567-8843-35b115b62bbb/c1b87eba-f8f9-4304-8d5c-ba47feed76a2/2b0362b1-99df-49d2-a146-a858eb58337d) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:46:46.480512 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks [] for port (2b0362b1-99df-49d2-a146-a858eb58337d), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:46.523364 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:46.577819 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Network d84453e4-a1e7-4567-8843-35b115b62bbb is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:46:46.581901 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:46:46.587265 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:46:46.594463 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Pushing event updated for resources: {'Port': ['ID=2b0362b1-99df-49d2-a146-a858eb58337d,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:46.621422 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:46.665491 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:46.666665 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:46.694716 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-624bd560-2509-4c9e-9bd7-b1c60bac90f5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596869 Sep 26 05:46:46.712754 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Request body: {'port': {'device_id': 'c3221a5e-1e82-457f-ade2-238d0f4443cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:46.808535 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:46.851379 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:46.973200 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3aa5a-96d9-4df0-959d-e1a3bd1d9671 req-c1c020fc-5264-4350-bd18-21dbb8d059d8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:46.975806 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5da3aa5a-96d9-4df0-959d-e1a3bd1d9671 req-c1c020fc-5264-4350-bd18-21dbb8d059d8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 932 time: 0.1560819 Sep 26 05:46:47.105737 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5da3aa5a-96d9-4df0-959d-e1a3bd1d9671 req-450d161d-87cc-46b4-9eee-4912a72eb6b1 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190369 Sep 26 05:46:47.364170 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0362b1-99df-49d2-a146-a858eb58337d {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:46:47.374027 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Publish callbacks [] for port (2b0362b1-99df-49d2-a146-a858eb58337d), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:47.390075 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Transition to ACTIVE for port object 2b0362b1-99df-49d2-a146-a858eb58337d will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:46:47.395239 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:47.483927 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0362b1-99df-49d2-a146-a858eb58337d,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:47.538478 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Attempting to bind port 2b0362b1-99df-49d2-a146-a858eb58337d on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:46:47.538795 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Attempting to bind port 2b0362b1-99df-49d2-a146-a858eb58337d by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '6731169f-d34e-4d56-87a5-2203fd019c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:46:47.539153 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Attempting to bind port 2b0362b1-99df-49d2-a146-a858eb58337d on network d84453e4-a1e7-4567-8843-35b115b62bbb {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:46:47.597906 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Port 2b0362b1-99df-49d2-a146-a858eb58337d on network d84453e4-a1e7-4567-8843-35b115b62bbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:46:47.598265 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Attempting to bind port 2b0362b1-99df-49d2-a146-a858eb58337d on network d84453e4-a1e7-4567-8843-35b115b62bbb {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:46:47.648264 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:46:47.648518 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Checking segment: {'id': '6731169f-d34e-4d56-87a5-2203fd019c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:46:47.648921 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Bound using segment: {'id': '6731169f-d34e-4d56-87a5-2203fd019c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:46:47.649396 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Bound port: 2b0362b1-99df-49d2-a146-a858eb58337d, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6731169f-d34e-4d56-87a5-2203fd019c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:46:47.649762 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:47.703305 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:47.727630 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] For port 2b0362b1-99df-49d2-a146-a858eb58337d, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:46:47.731559 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] For port 2b0362b1-99df-49d2-a146-a858eb58337d, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2b0362b1-99df-49d2-a146-a858eb58337d,segment=NetworkSegment(6731169f-d34e-4d56-87a5-2203fd019c67),segment_id=6731169f-d34e-4d56-87a5-2203fd019c67)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:46:47.739706 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:47.744778 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:47.745470 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:47.747015 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/2b0362b1-99df-49d2-a146-a858eb58337d HTTP/1.1" status: 200 len: 1094 time: 1.0393767 Sep 26 05:46:47.747537 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3221a5e-1e82-457f-ade2-238d0f4443cb', 'tag': '2b0362b1-99df-49d2-a146-a858eb58337d'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:46:47.749941 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271d860a-a592-4403-ae55-552ef0ac655c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3221a5e-1e82-457f-ade2-238d0f4443cb", "tag": "2b0362b1-99df-49d2-a146-a858eb58337d"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:46:47.818593 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52afef-f04f-45c6-81f0-8825107d1634 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0362b1-99df-49d2-a146-a858eb58337d,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:47.825270 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c7790b-cd68-4052-a834-679c6b1e0386 x-openstack-request-id: req-87c7790b-cd68-4052-a834-679c6b1e0386 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:46:47.825649 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3221a5e-1e82-457f-ade2-238d0f4443cb", "tag": "2b0362b1-99df-49d2-a146-a858eb58337d", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:46:47.826364 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87c7790b-cd68-4052-a834-679c6b1e0386 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:46:47.826575 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c7790b-cd68-4052-a834-679c6b1e0386'] response: {'name': 'network-changed', 'server_uuid': 'c3221a5e-1e82-457f-ade2-238d0f4443cb', 'tag': '2b0362b1-99df-49d2-a146-a858eb58337d', 'status': 'completed', 'code': 200} Sep 26 05:46:47.909470 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-4efaeffe-8a61-4382-abe6-12eb8ce5384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:47.912979 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-4efaeffe-8a61-4382-abe6-12eb8ce5384f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ee638507f9b0415f94f7c54e0e3db8cd&device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 1128 time: 0.0655227 Sep 26 05:46:47.997044 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-138d0b0b-07df-4e10-9ed7-f853bbde0d84 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b0362b1-99df-49d2-a146-a858eb58337d HTTP/1.1" status: 200 len: 217 time: 0.0691135 Sep 26 05:46:48.069223 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-9c511d8f-0c55-4a12-8113-c5691d2e0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:48.071279 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-9c511d8f-0c55-4a12-8113-c5691d2e0c10 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c1b87eba-f8f9-4304-8d5c-ba47feed76a2 HTTP/1.1" status: 200 len: 849 time: 0.0674045 Sep 26 05:46:48.119984 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-0a75b8c5-92b6-4cc0-846c-673240edaaf7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d84453e4-a1e7-4567-8843-35b115b62bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411170 Sep 26 05:46:48.291770 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607dc1d-00ad-44af-aef0-e7755e45c852 req-0a6c035a-f265-4640-8ede-452cea21e300 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:48.293392 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d607dc1d-00ad-44af-aef0-e7755e45c852 req-0a6c035a-f265-4640-8ede-452cea21e300 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 944 time: 0.0732620 Sep 26 05:46:48.332517 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:48.342592 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-f9070dec-0d04-410f-896b-475fa11fe2ca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161925 Sep 26 05:46:48.423204 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d607dc1d-00ad-44af-aef0-e7755e45c852 req-46d0afaf-0b9e-4c9d-a17a-885f457e0eb2 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186769 Sep 26 05:46:48.496013 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d6883f7-3ec8-4017-974a-23e26b0a8887 req-b0b5cdcc-07c4-48cf-8acb-31d05b7636f7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473329 Sep 26 05:46:48.803964 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 50600) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:48.810234 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-3e5ca247-b80a-44bd-807e-f6bf905a5658 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1407182425', 'description': 'tempest-description--1896755612'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:48.845234 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca247-b80a-44bd-807e-f6bf905a5658 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:48.928550 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:48.956026 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca247-b80a-44bd-807e-f6bf905a5658 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group (cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:48.963849 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca247-b80a-44bd-807e-f6bf905a5658 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:48.998390 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca247-b80a-44bd-807e-f6bf905a5658 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.000036 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-3e5ca247-b80a-44bd-807e-f6bf905a5658 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1947436 Sep 26 05:46:49.003625 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 50606) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:49.009902 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ca247-b80a-44bd-807e-f6bf905a5658 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:49.024717 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-a3801b4b-2b90-4b6d-ad19-d76e65e1359e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Request body: {'security_group_rule': {'security_group_id': 'cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:49.072157 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a3801b4b-2b90-4b6d-ad19-d76e65e1359e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group_rule (3d1603ee-4759-4008-8b93-82586fb1f114), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.167442 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a3801b4b-2b90-4b6d-ad19-d76e65e1359e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group_rule (3d1603ee-4759-4008-8b93-82586fb1f114), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.172948 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a3801b4b-2b90-4b6d-ad19-d76e65e1359e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (3d1603ee-4759-4008-8b93-82586fb1f114), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.195661 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3801b4b-2b90-4b6d-ad19-d76e65e1359e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1603ee-4759-4008-8b93-82586fb1f114,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:49.209844 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a3801b4b-2b90-4b6d-ad19-d76e65e1359e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.209844 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-a3801b4b-2b90-4b6d-ad19-d76e65e1359e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2017491 Sep 26 05:46:49.209844 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 50614) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:49.215122 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-ade2f07c-ccc7-4022-bb5d-d2a2deb1754b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Request body: {'security_group_rule': {'security_group_id': 'cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:49.246277 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ade2f07c-ccc7-4022-bb5d-d2a2deb1754b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group_rule (b56fc29e-8693-448b-91bb-2b3562b7d77b), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.321462 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ade2f07c-ccc7-4022-bb5d-d2a2deb1754b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group_rule (b56fc29e-8693-448b-91bb-2b3562b7d77b), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.327513 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ade2f07c-ccc7-4022-bb5d-d2a2deb1754b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (b56fc29e-8693-448b-91bb-2b3562b7d77b), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.348646 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2f07c-ccc7-4022-bb5d-d2a2deb1754b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56fc29e-8693-448b-91bb-2b3562b7d77b,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:49.361889 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ade2f07c-ccc7-4022-bb5d-d2a2deb1754b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.363610 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-ade2f07c-ccc7-4022-bb5d-d2a2deb1754b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527832 Sep 26 05:46:49.368697 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 50624) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:49.373551 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:49.406537 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.436296 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:49.567202 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.645590 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2936d8-93b3-4983-8f68-297005a005e4 req-3b3a93b4-c8a9-464c-9971-fbc23f929075 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:49.647283 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2d2936d8-93b3-4983-8f68-297005a005e4 req-3b3a93b4-c8a9-464c-9971-fbc23f929075 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 944 time: 0.0972958 Sep 26 05:46:49.762728 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Allocated IP 172.27.1.117 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/516e48af-c0a8-471e-90eb-fa8e36803d31) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:46:49.773174 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2d2936d8-93b3-4983-8f68-297005a005e4 req-3d3b4ac0-9424-48e3-ad45-7ea7eff89602 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055174 Sep 26 05:46:49.880879 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:49.904070 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for port (516e48af-c0a8-471e-90eb-fa8e36803d31), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:49.954872 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (516e48af-c0a8-471e-90eb-fa8e36803d31), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:50.028467 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:46:50.039569 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:46:50.046481 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:46:50.096942 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event updated for resources: {'Port': ['ID=516e48af-c0a8-471e-90eb-fa8e36803d31,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:50.174829 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for floatingip (93a91566-604a-49b1-a46f-524334b4a57a), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:50.220129 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (516e48af-c0a8-471e-90eb-fa8e36803d31), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:50.423433 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for port (516e48af-c0a8-471e-90eb-fa8e36803d31), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:50.431545 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (516e48af-c0a8-471e-90eb-fa8e36803d31), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:50.498328 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:50.520377 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event updated for resources: {'Port': ['ID=516e48af-c0a8-471e-90eb-fa8e36803d31,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:50.526513 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (93a91566-604a-49b1-a46f-524334b4a57a), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:50.544724 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:50.546163 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-f098763d-ded6-400a-aedb-6332fb9b64fc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1762364 Sep 26 05:46:50.862031 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-a64f08f5-1f89-4db8-83bc-2ff5ce7a6341 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1407182425&fields=id&tenant_id=c95cba08e61d4d199a3c69d99c5bc77b HTTP/1.1" status: 200 len: 267 time: 0.0958695 Sep 26 05:46:50.992678 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f632dcc-3f4a-4711-91d2-93872f046bb8 req-27f5d26e-7bef-4143-b126-cd655247fb3a tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:50.996625 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7f632dcc-3f4a-4711-91d2-93872f046bb8 req-27f5d26e-7bef-4143-b126-cd655247fb3a tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 944 time: 0.0682898 Sep 26 05:46:51.067336 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7f632dcc-3f4a-4711-91d2-93872f046bb8 req-0ab42593-61b1-4a26-88a5-ab279b17807a tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635850 Sep 26 05:46:51.086401 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-29523430-d70b-4358-a6ec-cd9ea9319224 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:51.087985 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-29523430-d70b-4358-a6ec-cd9ea9319224 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 818 time: 0.2100434 Sep 26 05:46:51.110088 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-be95ba1a-dc80-44d5-98c6-52b16def1b61 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/quotas/c95cba08e61d4d199a3c69d99c5bc77b HTTP/1.1" status: 200 len: 375 time: 0.0134077 Sep 26 05:46:51.202492 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-cc8230c1-a8d7-48b6-b3f7-13776d49fd3d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0886486 Sep 26 05:46:51.333691 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 50686) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:51.371424 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-a38b85c8-44ea-4c5f-9966-18acb6aea84f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478052 Sep 26 05:46:51.421933 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 50690) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:51.513889 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-29307dc2-9d82-47de-b6f7-17cedac3feed service neutron] 10.222.0.57 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340449 Sep 26 05:46:51.573723 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d860a-a592-4403-ae55-552ef0ac655c req-45d853f6-da37-4146-831c-579f0a0a98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:51.576553 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-271d860a-a592-4403-ae55-552ef0ac655c req-45d853f6-da37-4146-831c-579f0a0a98ff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ee638507f9b0415f94f7c54e0e3db8cd&device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 1128 time: 0.0593979 Sep 26 05:46:51.686885 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0f024855-c05f-4138-b849-c31c937960e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:51.750375 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:51.810114 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5b424342-08cf-43fb-9324-8cc15bfee7cc req-e0ee355d-c50d-4709-b8f7-4cda233e2da1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 210 time: 0.0854521 Sep 26 05:46:51.849283 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-f92a0391-dd07-4435-b8a2-646fc0dc752c admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9c05c9127854481aa2ff754f336e7895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137804 Sep 26 05:46:51.853435 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 50698) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:51.860535 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d860a-a592-4403-ae55-552ef0ac655c req-daa374a4-82ff-48b0-899d-a315abfbc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:51.862885 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-271d860a-a592-4403-ae55-552ef0ac655c req-daa374a4-82ff-48b0-899d-a315abfbc2df service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=d84453e4-a1e7-4567-8843-35b115b62bbb HTTP/1.1" status: 200 len: 910 time: 0.2790027 Sep 26 05:46:51.922061 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c07f9b5-c850-4e19-85c8-3e8b3bc03a2e admin admin] Publish callbacks [] for security_group (b6289882-6963-4b75-ac4d-189d6139daa7), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:51.960596 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-271d860a-a592-4403-ae55-552ef0ac655c req-7c1023c0-0278-4b22-a790-145d4e36c2c6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b0362b1-99df-49d2-a146-a858eb58337d HTTP/1.1" status: 200 len: 217 time: 0.0849905 Sep 26 05:46:51.965301 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c07f9b5-c850-4e19-85c8-3e8b3bc03a2e admin admin] Publish callbacks [] for security_group (b6289882-6963-4b75-ac4d-189d6139daa7), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:52.053431 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0f024855-c05f-4138-b849-c31c937960e1 admin admin] Publish callbacks [] for security_group (ecbead62-53ea-4844-b5f0-b7aaae4b55e1), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:52.056073 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c07f9b5-c850-4e19-85c8-3e8b3bc03a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b6289882-6963-4b75-ac4d-189d6139daa7), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:52.061164 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c07f9b5-c850-4e19-85c8-3e8b3bc03a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:52.063167 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4c07f9b5-c850-4e19-85c8-3e8b3bc03a2e admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/b6289882-6963-4b75-ac4d-189d6139daa7 HTTP/1.1" status: 204 len: 168 time: 0.2081919 Sep 26 05:46:52.066789 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0f024855-c05f-4138-b849-c31c937960e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (ecbead62-53ea-4844-b5f0-b7aaae4b55e1), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:52.068528 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:52.080614 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07f9b5-c850-4e19-85c8-3e8b3bc03a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6289882-6963-4b75-ac4d-189d6139daa7,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:52.125155 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d860a-a592-4403-ae55-552ef0ac655c req-13cacb81-3aae-47f4-bf4f-0e471d879327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:52.127790 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-271d860a-a592-4403-ae55-552ef0ac655c req-13cacb81-3aae-47f4-bf4f-0e471d879327 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=c1b87eba-f8f9-4304-8d5c-ba47feed76a2 HTTP/1.1" status: 200 len: 849 time: 0.1611118 Sep 26 05:46:52.193556 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-0f024855-c05f-4138-b849-c31c937960e1 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d739de121005470e857548efe4b26572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7673471 Sep 26 05:46:52.194685 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 50710) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:52.220359 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f024855-c05f-4138-b849-c31c937960e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbead62-53ea-4844-b5f0-b7aaae4b55e1,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:52.229191 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-271d860a-a592-4403-ae55-552ef0ac655c req-b71a0199-a55c-4a97-8ceb-a3af263957af service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=d84453e4-a1e7-4567-8843-35b115b62bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724783 Sep 26 05:46:52.331522 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8bb3a-314b-4429-8a06-fffefaa3a113 req-f733b7dd-d4c2-4a85-aaf8-3cfd4f285cad tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:52.334315 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f6f8bb3a-314b-4429-8a06-fffefaa3a113 req-f733b7dd-d4c2-4a85-aaf8-3cfd4f285cad tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 944 time: 0.1070292 Sep 26 05:46:52.348287 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-271d860a-a592-4403-ae55-552ef0ac655c req-909f6c1d-607a-4338-8b68-5d29d6c118c8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118591 Sep 26 05:46:52.523524 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:52.580292 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-271d860a-a592-4403-ae55-552ef0ac655c req-49ac6286-0b94-41b6-8dcf-02d5b8be7a49 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134843 Sep 26 05:46:52.733955 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f6f8bb3a-314b-4429-8a06-fffefaa3a113 req-a546c6e5-1a77-4c62-8fa8-626c06b644ff tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910787 Sep 26 05:46:52.737588 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-111affa4-e09c-4fa0-a977-bc82be027683 admin admin] Publish callbacks [] for security_group (ecbead62-53ea-4844-b5f0-b7aaae4b55e1), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:52.771196 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-111affa4-e09c-4fa0-a977-bc82be027683 admin admin] Publish callbacks [] for security_group (ecbead62-53ea-4844-b5f0-b7aaae4b55e1), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:52.849818 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-111affa4-e09c-4fa0-a977-bc82be027683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (ecbead62-53ea-4844-b5f0-b7aaae4b55e1), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:52.854556 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-111affa4-e09c-4fa0-a977-bc82be027683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:52.857192 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-111affa4-e09c-4fa0-a977-bc82be027683 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/ecbead62-53ea-4844-b5f0-b7aaae4b55e1 HTTP/1.1" status: 204 len: 168 time: 0.6583328 Sep 26 05:46:52.877482 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111affa4-e09c-4fa0-a977-bc82be027683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbead62-53ea-4844-b5f0-b7aaae4b55e1,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:52.996350 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4ceba779-387b-43e0-bc8c-4c4a913bb99c req-a6d9751a-23b6-4195-b353-3502db7028ad tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 210 time: 0.0501332 Sep 26 05:46:53.195359 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 2b0362b1-99df-49d2-a146-a858eb58337d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:46:53.339946 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 2b0362b1-99df-49d2-a146-a858eb58337d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2b0362b1-99df-49d2-a146-a858eb58337d,segment=NetworkSegment(6731169f-d34e-4d56-87a5-2203fd019c67),segment_id=6731169f-d34e-4d56-87a5-2203fd019c67)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:53.344022 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:53.364193 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '2b0362b1-99df-49d2-a146-a858eb58337d', 'network_id': 'd84453e4-a1e7-4567-8843-35b115b62bbb', 'port_id': '2b0362b1-99df-49d2-a146-a858eb58337d', 'mac_address': 'fa:16:3e:25:a7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b87eba-f8f9-4304-8d5c-ba47feed76a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:46:53.413814 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 50720) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:53.432650 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-77e29cc3-1ac8-450a-96fe-2aeb4f0b56cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:53.433652 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 2b0362b1-99df-49d2-a146-a858eb58337d is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:46:53.434099 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:53.451596 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0362b1-99df-49d2-a146-a858eb58337d {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:46:53.477501 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:53.489881 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 2b0362b1-99df-49d2-a146-a858eb58337d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2b0362b1-99df-49d2-a146-a858eb58337d,segment=NetworkSegment(6731169f-d34e-4d56-87a5-2203fd019c67),segment_id=6731169f-d34e-4d56-87a5-2203fd019c67)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:53.495577 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:53.564117 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-77e29cc3-1ac8-450a-96fe-2aeb4f0b56cf admin admin] Publish callbacks [] for security_group (f5bf7408-197b-4c23-9f30-003ee90331e4), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:53.565034 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:53.572034 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-77e29cc3-1ac8-450a-96fe-2aeb4f0b56cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (f5bf7408-197b-4c23-9f30-003ee90331e4), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:53.584675 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=2b0362b1-99df-49d2-a146-a858eb58337d,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:53.624813 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-77e29cc3-1ac8-450a-96fe-2aeb4f0b56cf admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=c279fcd284ca45aa8c19f83245be0779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087674 Sep 26 05:46:53.627767 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 50722) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:46:53.643559 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e29cc3-1ac8-450a-96fe-2aeb4f0b56cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bf7408-197b-4c23-9f30-003ee90331e4,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:53.850845 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-84a960b6-ba8a-45c2-b06f-89391220f2d9 admin admin] Publish callbacks [] for security_group (f5bf7408-197b-4c23-9f30-003ee90331e4), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:53.916799 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-84a960b6-ba8a-45c2-b06f-89391220f2d9 admin admin] Publish callbacks [] for security_group (f5bf7408-197b-4c23-9f30-003ee90331e4), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:53.948497 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de8b2a-d761-493c-96c0-d17f3f2fb345 req-e0f50109-76ef-460c-be41-77770411c44b tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:53.951170 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-10de8b2a-d761-493c-96c0-d17f3f2fb345 req-e0f50109-76ef-460c-be41-77770411c44b tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 945 time: 0.0913560 Sep 26 05:46:53.973781 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-bb2cd160-f8d7-410c-8905-1465be96c18a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:53.975980 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-bb2cd160-f8d7-410c-8905-1465be96c18a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 818 time: 0.3044946 Sep 26 05:46:54.021845 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['2b0362b1-99df-49d2-a146-a858eb58337d'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:46:54.025055 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-84a960b6-ba8a-45c2-b06f-89391220f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (f5bf7408-197b-4c23-9f30-003ee90331e4), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:54.029392 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-84a960b6-ba8a-45c2-b06f-89391220f2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:54.030824 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-84a960b6-ba8a-45c2-b06f-89391220f2d9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/f5bf7408-197b-4c23-9f30-003ee90331e4 HTTP/1.1" status: 204 len: 168 time: 0.4004991 Sep 26 05:46:54.031619 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-10de8b2a-d761-493c-96c0-d17f3f2fb345 req-6743cd61-fe67-4962-a356-b8bfae568b31 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728703 Sep 26 05:46:54.048404 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a960b6-ba8a-45c2-b06f-89391220f2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bf7408-197b-4c23-9f30-003ee90331e4,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:54.555760 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-49e46411-d6c3-46d3-94c1-dc1d7b0969e7 req-baa6a6d0-01bf-4a4a-abb8-6ebea3800468 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 210 time: 0.3691795 Sep 26 05:46:54.565790 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-13cf443e-d41a-4176-af44-fc0587839415 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c95cba08e61d4d199a3c69d99c5bc77b HTTP/1.1" status: 200 len: 380 time: 0.4827211 Sep 26 05:46:54.576051 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Request body: {'port': {'device_id': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'admin_state_up': True, 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'security_groups': ['cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:54.712393 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Made reservation on behalf of c95cba08e61d4d199a3c69d99c5bc77b for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:46:54.719042 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:54.859169 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:54.945952 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Allocated IP 172.20.0.7 (bdedc4e6-9308-457c-af01-ae4f7a8e4d99/47e98612-362e-434a-8195-471aef02813f/438d048d-b815-4fa3-98df-918b47d1b86c) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:46:55.203822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for port (438d048d-b815-4fa3-98df-918b47d1b86c), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:55.244994 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:55.253353 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a145ed7-af48-465c-b68e-652b2bb8348b req-c246a358-3b76-495a-9eaa-76a4e051dfeb tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:55.254491 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a145ed7-af48-465c-b68e-652b2bb8348b req-c246a358-3b76-495a-9eaa-76a4e051dfeb tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 945 time: 0.0762858 Sep 26 05:46:55.292757 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:46:55.300180 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:55.304186 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:46:55.309888 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:46:55.335943 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3a145ed7-af48-465c-b68e-652b2bb8348b req-23afacc0-b720-4f0a-a072-560a9ecbb5f9 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798690 Sep 26 05:46:55.345208 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event updated for resources: {'Port': ['ID=438d048d-b815-4fa3-98df-918b47d1b86c,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:55.386920 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:55.387642 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:55.408265 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 2b0362b1-99df-49d2-a146-a858eb58337d up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:46:55.409208 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e4515a79-f256-4158-bdb0-5f2468d005c3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8371987 Sep 26 05:46:55.441869 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Request body: {'port': {'device_id': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:46:55.507987 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 2b0362b1-99df-49d2-a146-a858eb58337d completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:46:55.520108 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 2b0362b1-99df-49d2-a146-a858eb58337d triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:46:55.521518 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:55.522439 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 2b0362b1-99df-49d2-a146-a858eb58337d Sep 26 05:46:55.560206 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:55.861181 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0b53e-18a7-495a-87fa-5c14c40b7257 req-6613ac9a-dd64-43a0-be0f-b919bafd47a2 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:55.863200 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2c0b53e-18a7-495a-87fa-5c14c40b7257 req-6613ac9a-dd64-43a0-be0f-b919bafd47a2 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 931 time: 0.1150174 Sep 26 05:46:55.904519 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-e77de3dc-6d0e-4d0e-8052-fa78fc6fb360 None None] Provisioning complete for port 438d048d-b815-4fa3-98df-918b47d1b86c triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:46:55.905600 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e77de3dc-6d0e-4d0e-8052-fa78fc6fb360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:55.906236 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e77de3dc-6d0e-4d0e-8052-fa78fc6fb360 None None] Attempt 1 to provision port 438d048d-b815-4fa3-98df-918b47d1b86c Sep 26 05:46:55.940037 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 2b0362b1-99df-49d2-a146-a858eb58337d is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:46:55.940591 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:55.971790 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2c0b53e-18a7-495a-87fa-5c14c40b7257 req-5c270077-1d87-4576-b1d9-1792d10d12f1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661280 Sep 26 05:46:55.979967 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e77de3dc-6d0e-4d0e-8052-fa78fc6fb360 None None] Port 438d048d-b815-4fa3-98df-918b47d1b86c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:46:55.986383 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3221a5e-1e82-457f-ade2-238d0f4443cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0362b1-99df-49d2-a146-a858eb58337d'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:46:55.989618 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1976f8aa-5b2f-42f9-993f-0e2c094b7843" -d '{"events": [{"server_uuid": "c3221a5e-1e82-457f-ade2-238d0f4443cb", "name": "network-vif-plugged", "status": "completed", "tag": "2b0362b1-99df-49d2-a146-a858eb58337d"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:46:56.007864 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 2b0362b1-99df-49d2-a146-a858eb58337d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2b0362b1-99df-49d2-a146-a858eb58337d,segment=NetworkSegment(6731169f-d34e-4d56-87a5-2203fd019c67),segment_id=6731169f-d34e-4d56-87a5-2203fd019c67)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:46:56.015363 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:56.049203 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9499fd-bb6d-4bcd-9499-e3d8a72cb578 x-openstack-request-id: req-da9499fd-bb6d-4bcd-9499-e3d8a72cb578 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:46:56.049960 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3221a5e-1e82-457f-ade2-238d0f4443cb", "name": "network-vif-plugged", "status": "completed", "tag": "2b0362b1-99df-49d2-a146-a858eb58337d", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:46:56.050666 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-da9499fd-bb6d-4bcd-9499-e3d8a72cb578 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:46:56.051481 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9499fd-bb6d-4bcd-9499-e3d8a72cb578'] response: {'server_uuid': 'c3221a5e-1e82-457f-ade2-238d0f4443cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0362b1-99df-49d2-a146-a858eb58337d', 'code': 200} Sep 26 05:46:56.059368 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:56.062017 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:56.099679 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438d048d-b815-4fa3-98df-918b47d1b86c {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:46:56.120344 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Publish callbacks [] for port (438d048d-b815-4fa3-98df-918b47d1b86c), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:56.142269 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=2b0362b1-99df-49d2-a146-a858eb58337d,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:56.149863 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Transition to ACTIVE for port object 438d048d-b815-4fa3-98df-918b47d1b86c will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:46:56.157349 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:56.165204 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:56.309978 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Pushing event updated for resources: {'Port': ['ID=438d048d-b815-4fa3-98df-918b47d1b86c,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:56.383553 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0a335-988e-4001-bb09-f324b0480063 req-95a4785b-4ffd-45f0-b0df-52d331c4e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:56.384967 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Attempting to bind port 438d048d-b815-4fa3-98df-918b47d1b86c on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:46:56.385515 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Attempting to bind port 438d048d-b815-4fa3-98df-918b47d1b86c by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:46:56.385998 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Attempting to bind port 438d048d-b815-4fa3-98df-918b47d1b86c on network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:46:56.386156 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0fb0a335-988e-4001-bb09-f324b0480063 req-95a4785b-4ffd-45f0-b0df-52d331c4e008 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 1130 time: 0.0650609 Sep 26 05:46:56.464393 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Port 438d048d-b815-4fa3-98df-918b47d1b86c on network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:46:56.464887 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Attempting to bind port 438d048d-b815-4fa3-98df-918b47d1b86c on network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:46:56.476037 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0fb0a335-988e-4001-bb09-f324b0480063 req-fbf9b40e-dfde-4b8a-93ff-d32371cd5ebb service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825586 Sep 26 05:46:56.487006 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e77de3dc-6d0e-4d0e-8052-fa78fc6fb360 None None] Attempt 2 to provision port 438d048d-b815-4fa3-98df-918b47d1b86c Sep 26 05:46:56.529822 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e77de3dc-6d0e-4d0e-8052-fa78fc6fb360 None None] Port 438d048d-b815-4fa3-98df-918b47d1b86c cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:46:56.530953 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:46:56.531428 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Checking segment: {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:46:56.531916 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Bound using segment: {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:46:56.532458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Bound port: 438d048d-b815-4fa3-98df-918b47d1b86c, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:46:56.532905 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:56.535791 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:56.577191 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43a419-ecb8-42b2-8d11-d1e4954e4ce3 req-9dddfcbd-71f5-48c6-a888-1c6ea1479ff4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:56.578923 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2b43a419-ecb8-42b2-8d11-d1e4954e4ce3 req-9dddfcbd-71f5-48c6-a888-1c6ea1479ff4 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 946 time: 0.0737691 Sep 26 05:46:56.623819 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] For port 438d048d-b815-4fa3-98df-918b47d1b86c, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:46:56.630240 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] For port 438d048d-b815-4fa3-98df-918b47d1b86c, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=438d048d-b815-4fa3-98df-918b47d1b86c,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:46:56.641668 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:56.649335 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:56.650402 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:56.652785 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/438d048d-b815-4fa3-98df-918b47d1b86c HTTP/1.1" status: 200 len: 1093 time: 1.2192206 Sep 26 05:46:56.653709 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:46:56.657726 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225082e7-a965-436a-8854-3407c8973855" -d '{"events": [{"name": "network-changed", "server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:46:56.663056 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2b43a419-ecb8-42b2-8d11-d1e4954e4ce3 req-ed7cbbbb-18db-4f99-b2a2-903eb4aed471 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731368 Sep 26 05:46:56.745858 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabd0ade-9882-4dae-b773-a90870063456 x-openstack-request-id: req-fabd0ade-9882-4dae-b773-a90870063456 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:46:56.746180 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:46:56.746407 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fabd0ade-9882-4dae-b773-a90870063456 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:46:56.746830 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabd0ade-9882-4dae-b773-a90870063456'] response: {'name': 'network-changed', 'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c', 'status': 'completed', 'code': 200} Sep 26 05:46:56.753233 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83056dd-8efe-4323-b98c-a2a438d0acd1 service neutron] Pushing event updated for resources: {'Port': ['ID=438d048d-b815-4fa3-98df-918b47d1b86c,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:46:57.066775 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-e77de3dc-6d0e-4d0e-8052-fa78fc6fb360 None None] Attempt 3 to provision port 438d048d-b815-4fa3-98df-918b47d1b86c Sep 26 05:46:57.193855 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e77de3dc-6d0e-4d0e-8052-fa78fc6fb360 None None] Port 438d048d-b815-4fa3-98df-918b47d1b86c had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:46:57.194996 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd514098-a659-4fdd-ae28-6719e452a2d2 req-5160d396-6ecb-4c6d-848a-5aecc576a3a1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:57.196651 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cd514098-a659-4fdd-ae28-6719e452a2d2 req-5160d396-6ecb-4c6d-848a-5aecc576a3a1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 943 time: 0.0666640 Sep 26 05:46:57.291587 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cd514098-a659-4fdd-ae28-6719e452a2d2 req-d0fadd07-310f-4744-b072-f92f35b713e6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820885 Sep 26 05:46:57.728611 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225082e7-a965-436a-8854-3407c8973855 req-443ad9dd-092a-40ba-8abf-f54aca099db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:57.730653 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-225082e7-a965-436a-8854-3407c8973855 req-443ad9dd-092a-40ba-8abf-f54aca099db1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 1127 time: 0.0736620 Sep 26 05:46:57.948230 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabf4ca-6a68-4d84-92f3-5a8c7aed4929 req-adad137e-fd88-4786-ab62-e407ed5cd7dd tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:57.950657 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4aabf4ca-6a68-4d84-92f3-5a8c7aed4929 req-adad137e-fd88-4786-ab62-e407ed5cd7dd tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 946 time: 0.1235571 Sep 26 05:46:58.031919 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225082e7-a965-436a-8854-3407c8973855 req-44fa5979-71cd-4bd8-85ff-5f76f81332da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:58.034439 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-225082e7-a965-436a-8854-3407c8973855 req-44fa5979-71cd-4bd8-85ff-5f76f81332da service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2880483 Sep 26 05:46:58.165936 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4aabf4ca-6a68-4d84-92f3-5a8c7aed4929 req-370f9ac0-132f-4376-aad2-f5c4718a7630 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083640 Sep 26 05:46:58.224519 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225082e7-a965-436a-8854-3407c8973855 req-d1c90d03-7338-4571-ab39-156b59b263fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:58.227279 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-225082e7-a965-436a-8854-3407c8973855 req-d1c90d03-7338-4571-ab39-156b59b263fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1814721 Sep 26 05:46:58.448983 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d593e-0fa6-4f25-afeb-9b769226baf3 req-0dbfefe7-52c6-4b28-afea-ed94b663247a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:58.451847 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-943d593e-0fa6-4f25-afeb-9b769226baf3 req-0dbfefe7-52c6-4b28-afea-ed94b663247a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 943 time: 0.0723770 Sep 26 05:46:58.545629 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-943d593e-0fa6-4f25-afeb-9b769226baf3 req-75813f8a-0d2e-4ffd-9f9c-f4cbc1a7ed33 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863986 Sep 26 05:46:58.885969 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-8a0c5e86-52b0-4c67-bf33-a48f063f8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:58.889831 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-8a0c5e86-52b0-4c67-bf33-a48f063f8005 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 1127 time: 0.0588038 Sep 26 05:46:58.944594 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-1776b4d8-584d-4f99-8b70-9c4b5d716a96 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438d048d-b815-4fa3-98df-918b47d1b86c HTTP/1.1" status: 200 len: 217 time: 0.0383964 Sep 26 05:46:59.006913 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-31c35deb-c45e-4148-aa60-eecdb4565d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:59.008671 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-31c35deb-c45e-4148-aa60-eecdb4565d0f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.0563183 Sep 26 05:46:59.064322 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-1e5bd8dc-b720-4e2e-8e28-fa682e541485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:59.065934 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-1e5bd8dc-b720-4e2e-8e28-fa682e541485 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490911 Sep 26 05:46:59.176149 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-f349a357-fe42-4d9c-9d80-c7e0d2f5683f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022382 Sep 26 05:46:59.316218 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:59.325563 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-069a1225-0f61-4074-ba5c-fd11ec17ffcc req-7428cbaf-002b-40dd-954b-9cada670e3a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423454 Sep 26 05:46:59.338200 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15d696-ee7f-46c2-b867-24f458bbbd3c req-1264ed12-a972-488b-9e39-736407c79ea7 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:59.339855 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6e15d696-ee7f-46c2-b867-24f458bbbd3c req-1264ed12-a972-488b-9e39-736407c79ea7 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 946 time: 0.0653496 Sep 26 05:46:59.444281 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6e15d696-ee7f-46c2-b867-24f458bbbd3c req-5993f876-0047-4bf2-b583-ee1b289a9119 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936472 Sep 26 05:46:59.657746 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:59.679898 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9cd01fbd-d3af-47bf-92f7-b1335df84d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:59.739061 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f2116-3512-4b38-be6f-dbbfab52d31d req-e667bdce-975d-4b12-a706-8109f3be6ea4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:46:59.743372 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-dd7f2116-3512-4b38-be6f-dbbfab52d31d req-e667bdce-975d-4b12-a706-8109f3be6ea4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 943 time: 0.1026361 Sep 26 05:46:59.815020 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-dd7f2116-3512-4b38-be6f-dbbfab52d31d req-4101a3e4-cf77-4bbe-8076-9bae32538aad tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608945 Sep 26 05:47:00.426426 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02c9a7-6166-4645-a458-d5e7a50664b0 req-e23c90b1-cded-4774-b1c9-0760b2fa8602 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:00.428131 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8c02c9a7-6166-4645-a458-d5e7a50664b0 req-e23c90b1-cded-4774-b1c9-0760b2fa8602 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 946 time: 0.0681272 Sep 26 05:47:00.508887 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8c02c9a7-6166-4645-a458-d5e7a50664b0 req-58044314-4782-4467-9b74-1ad632e6b0ee tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701015 Sep 26 05:47:00.978701 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d4547-fc27-42b6-8962-ee7394ef3c85 req-4cc74e89-2ce1-4b39-8ae9-8515d6de7e88 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:00.980543 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-444d4547-fc27-42b6-8962-ee7394ef3c85 req-4cc74e89-2ce1-4b39-8ae9-8515d6de7e88 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 943 time: 0.0559688 Sep 26 05:47:01.045643 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-444d4547-fc27-42b6-8962-ee7394ef3c85 req-15e50152-8462-47a1-b791-a757589bcd51 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553830 Sep 26 05:47:01.660920 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3699c-a481-4829-a47d-668e370038f7 req-2b0c3a37-9a7e-49cf-a52b-a0f85c64ae65 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:01.663412 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-68e3699c-a481-4829-a47d-668e370038f7 req-2b0c3a37-9a7e-49cf-a52b-a0f85c64ae65 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 946 time: 0.0626791 Sep 26 05:47:01.705055 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:01.736520 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-68e3699c-a481-4829-a47d-668e370038f7 req-a7f124e5-45a7-4b66-b091-09614d1133d5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662339 Sep 26 05:47:02.131346 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-69679f6e-29e8-451c-84f1-79e2f530ca8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:02.211738 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:02.221233 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f998f4-49b9-4456-8deb-62f9298eedaa req-9ade408b-af13-47f1-9d9a-068cc337a980 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:02.222860 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d6f998f4-49b9-4456-8deb-62f9298eedaa req-9ade408b-af13-47f1-9d9a-068cc337a980 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 943 time: 0.0567451 Sep 26 05:47:02.292817 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d6f998f4-49b9-4456-8deb-62f9298eedaa req-bee7fa6c-ca87-480d-b526-44da059dba0f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594287 Sep 26 05:47:02.904708 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b30a9d-74e8-4313-a5ca-e4cc564217b0 req-fc9df968-9272-4c7e-8540-ddfae44ba0a8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:02.906772 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-36b30a9d-74e8-4313-a5ca-e4cc564217b0 req-fc9df968-9272-4c7e-8540-ddfae44ba0a8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 946 time: 0.0536368 Sep 26 05:47:02.967102 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-36b30a9d-74e8-4313-a5ca-e4cc564217b0 req-515633f9-1f29-4978-9ca6-390cb7549e34 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501220 Sep 26 05:47:03.280941 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:03.291899 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:03.367225 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 438d048d-b815-4fa3-98df-918b47d1b86c details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:47:03.449731 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bca97-e9e4-4c16-9e6b-aca97985a5ca req-6671d406-de81-430f-89e1-7685811a6eda tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:03.451348 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7e9bca97-e9e4-4c16-9e6b-aca97985a5ca req-6671d406-de81-430f-89e1-7685811a6eda tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 943 time: 0.0642905 Sep 26 05:47:03.460074 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:03.518628 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 438d048d-b815-4fa3-98df-918b47d1b86c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=438d048d-b815-4fa3-98df-918b47d1b86c,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:47:03.526824 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7e9bca97-e9e4-4c16-9e6b-aca97985a5ca req-5c74c637-76ea-41a3-a20b-83096c5da6b3 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637338 Sep 26 05:47:03.534667 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '438d048d-b815-4fa3-98df-918b47d1b86c', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'port_id': '438d048d-b815-4fa3-98df-918b47d1b86c', 'mac_address': 'fa:16:3e:7e:32:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:47:03.590982 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 438d048d-b815-4fa3-98df-918b47d1b86c is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:03.591391 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:03.611093 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438d048d-b815-4fa3-98df-918b47d1b86c {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:47:03.639509 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 438d048d-b815-4fa3-98df-918b47d1b86c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=438d048d-b815-4fa3-98df-918b47d1b86c,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:47:03.644786 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:03.706987 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=438d048d-b815-4fa3-98df-918b47d1b86c,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:04.129860 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f06a2b-54bd-4044-800d-a88e1203db30 req-1a992b51-d303-426b-8567-79e06bd08ed5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:04.131949 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-27f06a2b-54bd-4044-800d-a88e1203db30 req-1a992b51-d303-426b-8567-79e06bd08ed5 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 946 time: 0.0756016 Sep 26 05:47:04.195783 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-27f06a2b-54bd-4044-800d-a88e1203db30 req-aa7d56a6-b394-454c-b809-5be9510127fd tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557535 Sep 26 05:47:04.458564 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['438d048d-b815-4fa3-98df-918b47d1b86c'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:47:04.750329 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a64290-0fda-457f-b5d6-2f8c4110ed1b req-4cfec912-310f-4ae3-8a42-14787e0b95f0 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:04.751936 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e3a64290-0fda-457f-b5d6-2f8c4110ed1b req-4cfec912-310f-4ae3-8a42-14787e0b95f0 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 944 time: 0.0850358 Sep 26 05:47:04.815457 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e3a64290-0fda-457f-b5d6-2f8c4110ed1b req-9185d5a1-d916-45da-a589-a79c4a06add2 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567927 Sep 26 05:47:04.980411 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:05.076812 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:05.345181 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091c824-f158-4107-a5ac-3bde7121a627 req-9ec55efe-5cb4-441c-b70e-86faff641ff8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:05.346769 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f091c824-f158-4107-a5ac-3bde7121a627 req-9ec55efe-5cb4-441c-b70e-86faff641ff8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 946 time: 0.0637784 Sep 26 05:47:05.408046 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f091c824-f158-4107-a5ac-3bde7121a627 req-5dcf7843-6a29-4ff4-903b-8476f920968d tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549119 Sep 26 05:47:05.966705 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef882fc-2402-4030-a4a3-6d07637339dc req-4fcb62e8-74d1-4f43-a2cf-47fb84d447b4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:05.968343 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1ef882fc-2402-4030-a4a3-6d07637339dc req-4fcb62e8-74d1-4f43-a2cf-47fb84d447b4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 944 time: 0.0614481 Sep 26 05:47:06.033297 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1ef882fc-2402-4030-a4a3-6d07637339dc req-576d8a3b-b4f5-4f45-8385-0f2d07d8041c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583899 Sep 26 05:47:06.128737 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9d5a6-8b81-44c4-ba71-ddc96240b48d req-92140ad5-2aec-453c-bcff-9e5f5a4341b7 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:06.130922 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-beb9d5a6-8b81-44c4-ba71-ddc96240b48d req-92140ad5-2aec-453c-bcff-9e5f5a4341b7 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 946 time: 0.0767176 Sep 26 05:47:06.133608 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 438d048d-b815-4fa3-98df-918b47d1b86c up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:47:06.202260 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 438d048d-b815-4fa3-98df-918b47d1b86c completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:47:06.210260 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 438d048d-b815-4fa3-98df-918b47d1b86c triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:06.210715 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:06.211417 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 438d048d-b815-4fa3-98df-918b47d1b86c Sep 26 05:47:06.262327 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-beb9d5a6-8b81-44c4-ba71-ddc96240b48d req-3c300041-3055-4427-accd-c81f0c82e8b8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Deleting port 2b0362b1-99df-49d2-a146-a858eb58337d {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:47:06.262667 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-beb9d5a6-8b81-44c4-ba71-ddc96240b48d req-3c300041-3055-4427-accd-c81f0c82e8b8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:06.332928 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 438d048d-b815-4fa3-98df-918b47d1b86c is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:06.333361 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:06.368935 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:47:06.372591 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc1b5c7-afdd-4989-8ea3-ef69a76efdec" -d '{"events": [{"server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "name": "network-vif-plugged", "status": "completed", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:47:06.393409 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 438d048d-b815-4fa3-98df-918b47d1b86c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=438d048d-b815-4fa3-98df-918b47d1b86c,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:47:06.402943 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:06.403833 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-beb9d5a6-8b81-44c4-ba71-ddc96240b48d req-3c300041-3055-4427-accd-c81f0c82e8b8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] For port 2b0362b1-99df-49d2-a146-a858eb58337d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2b0362b1-99df-49d2-a146-a858eb58337d,segment=NetworkSegment(6731169f-d34e-4d56-87a5-2203fd019c67),segment_id=6731169f-d34e-4d56-87a5-2203fd019c67)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:47:06.404445 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-beb9d5a6-8b81-44c4-ba71-ddc96240b48d req-3c300041-3055-4427-accd-c81f0c82e8b8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:06.430154 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-beb9d5a6-8b81-44c4-ba71-ddc96240b48d req-3c300041-3055-4427-accd-c81f0c82e8b8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Calling delete_port for 2b0362b1-99df-49d2-a146-a858eb58337d owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:47:06.496299 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8f01b8-a634-4802-8e49-5559e494e4ac x-openstack-request-id: req-ac8f01b8-a634-4802-8e49-5559e494e4ac {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:47:06.496764 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "name": "network-vif-plugged", "status": "completed", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:47:06.497168 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac8f01b8-a634-4802-8e49-5559e494e4ac {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:47:06.497762 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8f01b8-a634-4802-8e49-5559e494e4ac'] response: {'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c', 'code': 200} Sep 26 05:47:06.507556 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=438d048d-b815-4fa3-98df-918b47d1b86c,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:06.603470 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95d419-a99f-41c3-ae40-a8e81983fca8 req-33ebb00e-7305-46e4-b748-32a8662a3f24 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:06.604930 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2d95d419-a99f-41c3-ae40-a8e81983fca8 req-33ebb00e-7305-46e4-b748-32a8662a3f24 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 946 time: 0.0754991 Sep 26 05:47:06.703294 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:06.710483 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-beb9d5a6-8b81-44c4-ba71-ddc96240b48d req-3c300041-3055-4427-accd-c81f0c82e8b8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (2b0362b1-99df-49d2-a146-a858eb58337d), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:06.716497 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2d95d419-a99f-41c3-ae40-a8e81983fca8 req-59bef8c2-630a-4bb6-b4b4-4bcb7123142b tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e16d00c7-fbaf-4fae-94fd-3421506264b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944252 Sep 26 05:47:06.747115 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c300041-3055-4427-accd-c81f0c82e8b8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Pushing event deleted for resources: {'Port': ['ID=2b0362b1-99df-49d2-a146-a858eb58337d,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:06.762226 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['2b0362b1-99df-49d2-a146-a858eb58337d'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:47:06.809466 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a19d0-f5ff-406c-95e7-97e801c80791 req-0761b332-0552-4992-a33a-faef62b94b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:06.815853 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3b2a19d0-f5ff-406c-95e7-97e801c80791 req-0761b332-0552-4992-a33a-faef62b94b75 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 1129 time: 0.0937049 Sep 26 05:47:06.817202 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb9d5a6-8b81-44c4-ba71-ddc96240b48d req-3c300041-3055-4427-accd-c81f0c82e8b8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] No DVR routers for this DVR port 2b0362b1-99df-49d2-a146-a858eb58337d on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:47:06.821173 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-beb9d5a6-8b81-44c4-ba71-ddc96240b48d req-3c300041-3055-4427-accd-c81f0c82e8b8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:06.824979 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-beb9d5a6-8b81-44c4-ba71-ddc96240b48d req-3c300041-3055-4427-accd-c81f0c82e8b8 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.25 "DELETE /networking/v2.0/ports/2b0362b1-99df-49d2-a146-a858eb58337d HTTP/1.1" status: 204 len: 173 time: 0.6874945 Sep 26 05:47:06.825549 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3221a5e-1e82-457f-ade2-238d0f4443cb', 'name': 'network-vif-deleted', 'tag': '2b0362b1-99df-49d2-a146-a858eb58337d'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:47:06.827939 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25fb403-7889-4735-ada7-bdc2421dbafa" -d '{"events": [{"server_uuid": "c3221a5e-1e82-457f-ade2-238d0f4443cb", "name": "network-vif-deleted", "tag": "2b0362b1-99df-49d2-a146-a858eb58337d"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:47:06.876698 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3b2a19d0-f5ff-406c-95e7-97e801c80791 req-253f645a-9575-4b71-ad61-79e01393e623 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541615 Sep 26 05:47:06.895291 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00f652f-5bce-4013-9b57-2453635b51d5 x-openstack-request-id: req-d00f652f-5bce-4013-9b57-2453635b51d5 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:47:06.895599 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3221a5e-1e82-457f-ade2-238d0f4443cb", "name": "network-vif-deleted", "tag": "2b0362b1-99df-49d2-a146-a858eb58337d", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:47:06.895850 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d00f652f-5bce-4013-9b57-2453635b51d5 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:47:06.896420 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00f652f-5bce-4013-9b57-2453635b51d5'] response: {'server_uuid': 'c3221a5e-1e82-457f-ade2-238d0f4443cb', 'name': 'network-vif-deleted', 'tag': '2b0362b1-99df-49d2-a146-a858eb58337d', 'status': 'completed', 'code': 200} Sep 26 05:47:07.185620 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3a23-472d-41ed-a839-d1deffbd0ac7 req-f28120e7-3258-4ee4-8f11-08fc26dbaab9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:07.187305 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c4ac3a23-472d-41ed-a839-d1deffbd0ac7 req-f28120e7-3258-4ee4-8f11-08fc26dbaab9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0516553 Sep 26 05:47:07.244223 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c4ac3a23-472d-41ed-a839-d1deffbd0ac7 req-21b3ad20-0fde-4b3e-a227-3952eac0a0f9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505373 Sep 26 05:47:07.867764 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-eee79c77-2529-4380-bb2c-eb4f7c23f76a req-fa25ce83-6bf4-4877-a3cc-ab269f627ec7 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 210 time: 0.0297410 Sep 26 05:47:08.364314 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:08.394080 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ab123-aa77-47f8-b025-24f34ca7c279 req-c109d9e7-7bc0-4dac-bae1-ca4dfa967f1d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:08.396846 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a25ab123-aa77-47f8-b025-24f34ca7c279 req-c109d9e7-7bc0-4dac-bae1-ca4dfa967f1d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0678911 Sep 26 05:47:08.459766 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a25ab123-aa77-47f8-b025-24f34ca7c279 req-e6cd1de6-68cf-4e4f-8f37-c8c24995d059 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569477 Sep 26 05:47:08.997499 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-89667245-7851-467d-ab28-17866a9c2675 req-700dfdd2-c7d9-4a43-927a-f2f3a0bd7466 tempest-VolumesActionsTest-1647006259 tempest-VolumesActionsTest-1647006259-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c3221a5e-1e82-457f-ade2-238d0f4443cb HTTP/1.1" status: 200 len: 210 time: 0.0306470 Sep 26 05:47:09.597606 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7c256-2c95-4ed3-b85e-6712c57da883 req-80c5c023-4add-472d-adb3-ef79ae53f639 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:09.599264 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-52c7c256-2c95-4ed3-b85e-6712c57da883 req-80c5c023-4add-472d-adb3-ef79ae53f639 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0572236 Sep 26 05:47:09.661765 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-52c7c256-2c95-4ed3-b85e-6712c57da883 req-e914cb13-ddaf-4590-a583-70053a693f53 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524199 Sep 26 05:47:09.791986 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77a92b-ceb6-40e1-ac25-78cea32fb4d5 req-94f844c1-52dc-4b90-a36b-477b5af73086 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:09.793855 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2a77a92b-ceb6-40e1-ac25-78cea32fb4d5 req-94f844c1-52dc-4b90-a36b-477b5af73086 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0560367 Sep 26 05:47:09.804756 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 50926) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:09.811481 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-2125ef7c-7141-47f1-8c37-58d1f7ef1526 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Request body: {'floatingip': {'port_id': '438d048d-b815-4fa3-98df-918b47d1b86c'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:47:09.881538 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2125ef7c-7141-47f1-8c37-58d1f7ef1526 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for floatingip (93a91566-604a-49b1-a46f-524334b4a57a), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:10.159577 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:10.166029 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 2b0362b1-99df-49d2-a146-a858eb58337d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:47:10.191813 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 2b0362b1-99df-49d2-a146-a858eb58337d {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:47:10.192550 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 2b0362b1-99df-49d2-a146-a858eb58337d not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:47:10.507388 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2125ef7c-7141-47f1-8c37-58d1f7ef1526 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:10.512008 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2125ef7c-7141-47f1-8c37-58d1f7ef1526 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (93a91566-604a-49b1-a46f-524334b4a57a), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:10.635973 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [None req-2125ef7c-7141-47f1-8c37-58d1f7ef1526 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Floating IP 93a91566-604a-49b1-a46f-524334b4a57a associated. External IP: 172.27.1.117, port: 438d048d-b815-4fa3-98df-918b47d1b86c. Sep 26 05:47:10.763199 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:10.889334 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2125ef7c-7141-47f1-8c37-58d1f7ef1526 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Router f21904ab-7f0b-4b3a-a866-71b668ddc779 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:47:11.040392 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2125ef7c-7141-47f1-8c37-58d1f7ef1526 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:47:11.046476 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2125ef7c-7141-47f1-8c37-58d1f7ef1526 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:11.052029 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f765dc36-a282-44e3-8935-1a1ba6e253fe None None] Sync routers for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:47:11.064768 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f765dc36-a282-44e3-8935-1a1ba6e253fe None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:47:11.065745 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f765dc36-a282-44e3-8935-1a1ba6e253fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:47:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:11.109905 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2125ef7c-7141-47f1-8c37-58d1f7ef1526 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/93a91566-604a-49b1-a46f-524334b4a57a HTTP/1.1" status: 200 len: 991 time: 1.3029783 Sep 26 05:47:11.111073 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:47:11.115606 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e63310-7316-4339-b063-8bccb05267ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:47:11.159781 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa288c3-6ecd-4def-82a0-f6fb8fc926fe x-openstack-request-id: req-9fa288c3-6ecd-4def-82a0-f6fb8fc926fe {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:47:11.160406 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:47:11.160584 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9fa288c3-6ecd-4def-82a0-f6fb8fc926fe {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:47:11.161241 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa288c3-6ecd-4def-82a0-f6fb8fc926fe'] response: {'name': 'network-changed', 'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c', 'status': 'completed', 'code': 200} Sep 26 05:47:11.195804 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:11.207494 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-f765dc36-a282-44e3-8935-1a1ba6e253fe None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:47:11.302365 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63310-7316-4339-b063-8bccb05267ef req-0fbe4a9a-ee35-4c29-9cef-a1e3fd92a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:11.304978 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-81e63310-7316-4339-b063-8bccb05267ef req-0fbe4a9a-ee35-4c29-9cef-a1e3fd92a892 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 1129 time: 0.0633872 Sep 26 05:47:11.337955 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:11.417579 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63310-7316-4339-b063-8bccb05267ef req-497578c6-0f6e-4cdd-9d67-c16bff839c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:11.420476 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-81e63310-7316-4339-b063-8bccb05267ef req-497578c6-0f6e-4cdd-9d67-c16bff839c67 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.1078379 Sep 26 05:47:11.532293 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f765dc36-a282-44e3-8935-1a1ba6e253fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '93a91566-604a-49b1-a46f-524334b4a57a', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'port_id': '438d048d-b815-4fa3-98df-918b47d1b86c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'mac_address': 'fa:16:3e:7e:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:46:50Z', 'updated_at': '2022-09-26T05:47:10Z', 'revision_number': 1, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 5, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:11.545405 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-81e63310-7316-4339-b063-8bccb05267ef req-74ba471f-719a-4ae1-85e9-c867789d3618 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438d048d-b815-4fa3-98df-918b47d1b86c HTTP/1.1" status: 200 len: 999 time: 0.1159310 Sep 26 05:47:11.560032 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f765dc36-a282-44e3-8935-1a1ba6e253fe None None] Checking router: f21904ab-7f0b-4b3a-a866-71b668ddc779 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:47:11.569946 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f765dc36-a282-44e3-8935-1a1ba6e253fe None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:47:11.570590 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f765dc36-a282-44e3-8935-1a1ba6e253fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:47:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:11.599912 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63310-7316-4339-b063-8bccb05267ef req-6499fbb1-2e6c-4a8b-b648-4fce3bc86908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:11.601533 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-81e63310-7316-4339-b063-8bccb05267ef req-6499fbb1-2e6c-4a8b-b648-4fce3bc86908 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.0497673 Sep 26 05:47:11.656555 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63310-7316-4339-b063-8bccb05267ef req-6fcce489-13af-49af-a329-4b9b324a1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:11.658043 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-81e63310-7316-4339-b063-8bccb05267ef req-6fcce489-13af-49af-a329-4b9b324a1926 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491362 Sep 26 05:47:11.691375 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-f765dc36-a282-44e3-8935-1a1ba6e253fe None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:47:11.737979 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:11.765667 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-81e63310-7316-4339-b063-8bccb05267ef req-5bed921e-111f-485f-a9eb-0af43adde7ce service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000185 Sep 26 05:47:11.926209 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-81e63310-7316-4339-b063-8bccb05267ef req-bdc6e421-e413-468b-8638-14cd59d772f6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538804 Sep 26 05:47:11.994119 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f765dc36-a282-44e3-8935-1a1ba6e253fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '93a91566-604a-49b1-a46f-524334b4a57a', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'port_id': '438d048d-b815-4fa3-98df-918b47d1b86c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'mac_address': 'fa:16:3e:7e:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:46:50Z', 'updated_at': '2022-09-26T05:47:10Z', 'revision_number': 1, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 5, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:12.022129 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f765dc36-a282-44e3-8935-1a1ba6e253fe None None] The sync data for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi is: [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '93a91566-604a-49b1-a46f-524334b4a57a', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'port_id': '438d048d-b815-4fa3-98df-918b47d1b86c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'mac_address': 'fa:16:3e:7e:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:46:50Z', 'updated_at': '2022-09-26T05:47:10Z', 'revision_number': 1, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 5, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:47:12.248522 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82683bf2-962c-4152-94be-d860509ef33f None None] New status for floating IP 93a91566-604a-49b1-a46f-524334b4a57a: ACTIVE {{(pid=113003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:47:14.080575 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:19.059394 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:47:19.470224 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-36228fd8-e5b0-49b2-9ea4-204f3685af38 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483303 Sep 26 05:47:19.653833 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=36 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:19.657264 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=14 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:19.963701 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-12e5f6a5-d49b-4471-b9ec-04da12f97cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:19.965369 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-12e5f6a5-d49b-4471-b9ec-04da12f97cc6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 1129 time: 0.0464084 Sep 26 05:47:20.084630 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-3d4bff17-3bdf-4d9d-9d73-23935e14224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:20.086704 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-3d4bff17-3bdf-4d9d-9d73-23935e14224d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.0989869 Sep 26 05:47:20.130149 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-9577076f-0960-4cc4-9446-709659c06d8e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2412a97-1a6a-48d8-a7a8-27786cf5d323 HTTP/1.1" status: 200 len: 217 time: 0.0341423 Sep 26 05:47:20.190737 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-4ad796c7-b4c5-42bc-8a96-06239bf63b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:20.192250 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-4ad796c7-b4c5-42bc-8a96-06239bf63b0c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.0511796 Sep 26 05:47:20.212632 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:20.246764 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-0566ca74-2d9a-4bae-a0cf-9facd4ef57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:20.248317 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-0566ca74-2d9a-4bae-a0cf-9facd4ef57b4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459909 Sep 26 05:47:20.361939 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-35441237-032c-4771-aedd-40437d6627bb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068230 Sep 26 05:47:20.468896 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9b3b55a5-cd83-4208-9086-cae3e30feaf3 req-2ecb1e2a-9290-450e-a8fa-fef2a3cd3482 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004641 Sep 26 05:47:24.066143 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=64 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:24.075001 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:29.695025 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3e5c65ec-2b99-478a-9f80-3319196d7c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:29.756185 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51140) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:29.895550 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:29.996399 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Publish callbacks [] for security_group (b75ed1a3-e3dd-4079-9855-1b37764bfba1), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:30.001994 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b75ed1a3-e3dd-4079-9855-1b37764bfba1), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:30.052307 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75ed1a3-e3dd-4079-9855-1b37764bfba1,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:30.068148 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.068575 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.068997 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.069582 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.070356 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.071116 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.071704 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.072262 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.072748 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.073236 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.073930 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.074637 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.075380 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.076156 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.076905 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:30.109976 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-c6b70974-44e6-4108-b792-80fdc8bed0a8 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=895bbbd2094d4d47b52753223a6db939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523595 Sep 26 05:47:30.110580 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51144) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:30.184526 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ed54b894-492a-40cd-a24e-a1af9292363e admin admin] Publish callbacks [] for security_group (b75ed1a3-e3dd-4079-9855-1b37764bfba1), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:30.210210 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ed54b894-492a-40cd-a24e-a1af9292363e admin admin] Publish callbacks [] for security_group (b75ed1a3-e3dd-4079-9855-1b37764bfba1), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:30.296735 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ed54b894-492a-40cd-a24e-a1af9292363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b75ed1a3-e3dd-4079-9855-1b37764bfba1), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:30.300765 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ed54b894-492a-40cd-a24e-a1af9292363e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:30.305397 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ed54b894-492a-40cd-a24e-a1af9292363e admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/b75ed1a3-e3dd-4079-9855-1b37764bfba1 HTTP/1.1" status: 204 len: 168 time: 0.1936777 Sep 26 05:47:30.316100 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54b894-492a-40cd-a24e-a1af9292363e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75ed1a3-e3dd-4079-9855-1b37764bfba1,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:32.128186 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5da41b1b-be9f-4a41-afa1-013d8422983a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:33.063857 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:33.073041 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:33.300141 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:34.982414 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:35.084088 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:40.269070 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:40.313743 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=66,neutron:INSERT=3,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:44.084655 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.275873 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 51356) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:48.329906 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_v2 [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Deleting subnet c1b87eba-f8f9-4304-8d5c-ba47feed76a2 {{(pid=113001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:47:48.333180 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Publish callbacks [] for subnet (c1b87eba-f8f9-4304-8d5c-ba47feed76a2), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.372635 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552471'] for subnet (c1b87eba-f8f9-4304-8d5c-ba47feed76a2), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.415496 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (c1b87eba-f8f9-4304-8d5c-ba47feed76a2), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.471553 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528700186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528540775'] for subnet (c1b87eba-f8f9-4304-8d5c-ba47feed76a2), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.498576 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b87eba-f8f9-4304-8d5c-ba47feed76a2,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:48.504347 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.507717 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/c1b87eba-f8f9-4304-8d5c-ba47feed76a2 HTTP/1.1" status: 204 len: 168 time: 0.2307570 Sep 26 05:47:48.511294 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51358) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:48.513538 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.513915 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.514231 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.514575 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.514936 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.515290 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.515574 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.515933 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.516298 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.516652 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.517017 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.517442 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.517757 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.518059 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.518447 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af9f2b-b60a-45de-8eb9-52df54b6a63d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:48.590631 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (d84453e4-a1e7-4567-8843-35b115b62bbb), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.674861 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (d84453e4-a1e7-4567-8843-35b115b62bbb), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.695710 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84453e4-a1e7-4567-8843-35b115b62bbb']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:48.706943 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6731169f-d34e-4d56-87a5-2203fd019c67') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:48.707216 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6731169f-d34e-4d56-87a5-2203fd019c67') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:48.718225 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (6731169f-d34e-4d56-87a5-2203fd019c67), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.732414 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (6731169f-d34e-4d56-87a5-2203fd019c67), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.739078 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:47:48.739474 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (6731169f-d34e-4d56-87a5-2203fd019c67), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.782642 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment 6731169f-d34e-4d56-87a5-2203fd019c67 resource provider aggregate not found Sep 26 05:47:48.802587 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment 6731169f-d34e-4d56-87a5-2203fd019c67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6731169f-d34e-4d56-87a5-2203fd019c67 found for delete ", "request_id": "req-882bf187-c9c6-466d-a30e-ec61641b813d"}]} Sep 26 05:47:48.810318 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (d84453e4-a1e7-4567-8843-35b115b62bbb), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.816072 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:48.819372 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/d84453e4-a1e7-4567-8843-35b115b62bbb HTTP/1.1" status: 204 len: 168 time: 0.3069627 Sep 26 05:47:48.833001 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e716b98-c784-481a-8fce-f2c3b8e455c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d84453e4-a1e7-4567-8843-35b115b62bbb,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:49.005004 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51368) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:49.057885 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-785f1625-cb5f-4aaf-b9d9-6a5e8e52ac07 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ee638507f9b0415f94f7c54e0e3db8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515714 Sep 26 05:47:49.060867 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51370) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:49.118281 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d90a06a6-6607-4485-8146-50182ad284b6 admin admin] Publish callbacks [] for security_group (e16d00c7-fbaf-4fae-94fd-3421506264b8), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:49.139303 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d90a06a6-6607-4485-8146-50182ad284b6 admin admin] Publish callbacks [] for security_group (e16d00c7-fbaf-4fae-94fd-3421506264b8), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:49.187180 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d90a06a6-6607-4485-8146-50182ad284b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (e16d00c7-fbaf-4fae-94fd-3421506264b8), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:49.189877 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d90a06a6-6607-4485-8146-50182ad284b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:49.191115 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d90a06a6-6607-4485-8146-50182ad284b6 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/e16d00c7-fbaf-4fae-94fd-3421506264b8 HTTP/1.1" status: 204 len: 168 time: 0.1291862 Sep 26 05:47:49.199881 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a06a6-6607-4485-8146-50182ad284b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d00c7-fbaf-4fae-94fd-3421506264b8,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:49.970138 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 51392) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:50.082138 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1438089328-network', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:47:50.108050 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Made reservation on behalf of 0b095f1ee00e46cfabebc2dc34992997 for: {'network': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:47:50.110769 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.124067 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.209386 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Publish callbacks [] for security_group (1ae64647-cf95-42bd-8111-6de3ea0dde12), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.215372 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (1ae64647-cf95-42bd-8111-6de3ea0dde12), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.239942 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=113001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:47:50.257213 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae64647-cf95-42bd-8111-6de3ea0dde12,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:50.260144 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (145c1876-ffae-4f77-b943-5f3cb11b78e9), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.260489 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.segments_db [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Added segment 145c1876-ffae-4f77-b943-5f3cb11b78e9 of type vlan for network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f Sep 26 05:47:50.304177 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (771f5ef7-1d1c-4a89-a6da-69974fc9fb9f), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.330128 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (771f5ef7-1d1c-4a89-a6da-69974fc9fb9f), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.331225 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:50.331869 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.385932 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4146209 Sep 26 05:47:50.389039 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51406) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:50.394212 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] Request body: {'subnet': {'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1438089328-subnet', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:47:50.398521 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7acda-250c-4d21-b411-0aaac06e1336 admin admin] Pushing event updated for resources: {'Network': ['ID=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:50.409708 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:47:50.423005 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] Made reservation on behalf of 0b095f1ee00e46cfabebc2dc34992997 for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:47:50.426839 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3432168'] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.622954 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3583203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3432190'] for subnet (eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.671052 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:50.685416 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:50.688840 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] Checking segment: {'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:47:50.689233 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] Network hostable DHCP agents. Network: 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:47:50.708374 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] Network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:47:50.720942 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:47:50.725681 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:50.726329 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.732815 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f6ac3-3994-454f-9db9-8a201fc94171 None None] Network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:47:50.744951 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b8d6b91a-5035-4992-b008-bd69b9c249e5 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3547375 Sep 26 05:47:50.748062 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 51412) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:50.752523 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:47:50.777524 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (6d499d36-a058-4b3c-8694-944068dfee11), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.778762 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (6d499d36-a058-4b3c-8694-944068dfee11), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.836721 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Publish callbacks [] for router_controller (6d499d36-a058-4b3c-8694-944068dfee11), precommit_add_association {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.853020 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:47:50.854047 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:50.978396 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Publish callbacks [] for router_gateway (6d499d36-a058-4b3c-8694-944068dfee11), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:51.007440 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Allocated IP 172.20.0.2 (771f5ef7-1d1c-4a89-a6da-69974fc9fb9f/eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b/e7776fdc-b756-42ae-870a-69daf274515c) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:47:51.037449 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:DELETE=4,neutron:INSERT=11 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:51.039528 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:51.154357 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Publish callbacks [] for port (e7776fdc-b756-42ae-870a-69daf274515c), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:51.161584 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (e7776fdc-b756-42ae-870a-69daf274515c), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:51.174302 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Publish callbacks [] for router_gateway (6d499d36-a058-4b3c-8694-944068dfee11), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:51.194545 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:51.209351 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:47:51.214960 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:47:51.217660 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:47:51.229060 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Pushing event updated for resources: {'Port': ['ID=e7776fdc-b756-42ae-870a-69daf274515c,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:51.255988 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.256334 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.256708 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.257064 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.257428 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.257760 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.258087 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.258413 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.258753 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.259081 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.259402 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.259729 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.260050 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.260373 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.260689 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:51.297309 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Attempting to bind port e7776fdc-b756-42ae-870a-69daf274515c on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:47:51.297746 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Attempting to bind port e7776fdc-b756-42ae-870a-69daf274515c by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:47:51.298348 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Attempting to bind port e7776fdc-b756-42ae-870a-69daf274515c on network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:47:51.317498 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Allocated IP 172.27.1.177 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/93a84189-3244-47e7-ae64-4dd546b7416e) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:47:51.343510 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:47:51.343984 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Checking segment: {'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:47:51.344456 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:51.344905 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Bound using segment: {'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:47:51.345416 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Bound port: e7776fdc-b756-42ae-870a-69daf274515c, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:47:51.345793 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (e7776fdc-b756-42ae-870a-69daf274515c), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:51.390532 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:51.419516 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] For port e7776fdc-b756-42ae-870a-69daf274515c, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:47:51.423055 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] For port e7776fdc-b756-42ae-870a-69daf274515c, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=e7776fdc-b756-42ae-870a-69daf274515c,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:47:51.430479 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Publish callbacks [] for port (93a84189-3244-47e7-ae64-4dd546b7416e), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:51.431371 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (e7776fdc-b756-42ae-870a-69daf274515c), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:51.482618 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:51.491744 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361605a-13a1-4cd3-b127-ca74b288fad2 None None] Pushing event updated for resources: {'Port': ['ID=e7776fdc-b756-42ae-870a-69daf274515c,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:51.537378 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:47:51.540703 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:47:51.545258 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:47:51.567848 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=93a84189-3244-47e7-ae64-4dd546b7416e,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:52.077271 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Publish callbacks [] for router_gateway (6d499d36-a058-4b3c-8694-944068dfee11), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:52.158844 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:52.332060 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (6d499d36-a058-4b3c-8694-944068dfee11), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:52.410482 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:52.471598 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Router 6d499d36-a058-4b3c-8694-944068dfee11 is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:47:52.490993 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e77b394-433a-4539-8db8-4f0c24810aa7 None None] Network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:47:52.571305 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:52.584810 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device e7776fdc-b756-42ae-870a-69daf274515c up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:47:52.604969 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:47:52.612031 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-7e16bab3-be85-40ad-bbc7-ef074db736fa None None] Provisioning complete for port e7776fdc-b756-42ae-870a-69daf274515c triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:52.612399 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7e16bab3-be85-40ad-bbc7-ef074db736fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (e7776fdc-b756-42ae-870a-69daf274515c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:52.612906 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7e16bab3-be85-40ad-bbc7-ef074db736fa None None] Attempt 1 to provision port e7776fdc-b756-42ae-870a-69daf274515c Sep 26 05:47:52.632333 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:52.633949 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-bd714811-0c78-4637-8a20-c2c6dc254fa8 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8847806 Sep 26 05:47:52.636695 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51420) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:52.644322 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Sync routers for ids ['6d499d36-a058-4b3c-8694-944068dfee11'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:47:52.693393 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Routers {'6d499d36-a058-4b3c-8694-944068dfee11'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:47:52.694048 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:47:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6d499d36-a058-4b3c-8694-944068dfee11'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:52.731503 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:52.801291 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port e7776fdc-b756-42ae-870a-69daf274515c triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:52.801664 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (e7776fdc-b756-42ae-870a-69daf274515c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:52.802001 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port e7776fdc-b756-42ae-870a-69daf274515c Sep 26 05:47:52.878686 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7e16bab3-be85-40ad-bbc7-ef074db736fa None None] Current status of the port e7776fdc-b756-42ae-870a-69daf274515c is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:52.879073 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7e16bab3-be85-40ad-bbc7-ef074db736fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (e7776fdc-b756-42ae-870a-69daf274515c), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:52.924301 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Set router 6d499d36-a058-4b3c-8694-944068dfee11 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:47:52.994307 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-7e16bab3-be85-40ad-bbc7-ef074db736fa None None] For port e7776fdc-b756-42ae-870a-69daf274515c, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=e7776fdc-b756-42ae-870a-69daf274515c,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:47:53.023411 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7e16bab3-be85-40ad-bbc7-ef074db736fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (e7776fdc-b756-42ae-870a-69daf274515c), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.110485 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port e7776fdc-b756-42ae-870a-69daf274515c is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:53.110733 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (e7776fdc-b756-42ae-870a-69daf274515c), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.112582 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:53.177742 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16bab3-be85-40ad-bbc7-ef074db736fa None None] Pushing event updated for resources: {'Port': ['ID=e7776fdc-b756-42ae-870a-69daf274515c,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:53.186292 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-b778be32-4e59-4bfd-9a05-90fcc6282a10 None None] Provisioning complete for port e7776fdc-b756-42ae-870a-69daf274515c triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:53.186292 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-b778be32-4e59-4bfd-9a05-90fcc6282a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (e7776fdc-b756-42ae-870a-69daf274515c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.186618 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-b778be32-4e59-4bfd-9a05-90fcc6282a10 None None] Attempt 1 to provision port e7776fdc-b756-42ae-870a-69daf274515c Sep 26 05:47:53.372310 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.416330 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.db.api [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 05:47:53.416800 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG oslo_db.api [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 05:47:53.420797 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:51Z', 'revision_number': 3, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:53.451068 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Checking router: 6d499d36-a058-4b3c-8694-944068dfee11 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:47:53.451409 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Updating router 6d499d36-a058-4b3c-8694-944068dfee11 port 93a84189-3244-47e7-ae64-4dd546b7416e binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:47:53.508134 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.532998 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-b778be32-4e59-4bfd-9a05-90fcc6282a10 None None] Current status of the port e7776fdc-b756-42ae-870a-69daf274515c is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:53.540891 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Allocated IP 172.20.0.1 (771f5ef7-1d1c-4a89-a6da-69974fc9fb9f/eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b/288b395c-9860-4ac4-85d4-7b401d679046) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:47:53.594093 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:53.667796 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Publish callbacks [] for port (288b395c-9860-4ac4-85d4-7b401d679046), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.708537 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (288b395c-9860-4ac4-85d4-7b401d679046), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.744019 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:53.758079 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:47:53.763729 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:47:53.768402 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:47:53.779671 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Publish callbacks [] for port (93a84189-3244-47e7-ae64-4dd546b7416e), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.788886 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.794868 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Pushing event updated for resources: {'Port': ['ID=288b395c-9860-4ac4-85d4-7b401d679046,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:53.823420 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (6d499d36-a058-4b3c-8694-944068dfee11), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.833465 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Attempting to bind port 93a84189-3244-47e7-ae64-4dd546b7416e on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:47:53.833964 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Attempting to bind port 93a84189-3244-47e7-ae64-4dd546b7416e by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:47:53.834329 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Attempting to bind port 93a84189-3244-47e7-ae64-4dd546b7416e on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:47:53.867422 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:53.889033 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5f7c2-2ce3-4064-b85e-aa455c91405d None None] Pushing event updated for resources: {'Port': ['ID=93a84189-3244-47e7-ae64-4dd546b7416e,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:53.901006 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:47:53.901420 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:47:53.902324 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.902324 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:47:53.902775 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Bound port: 93a84189-3244-47e7-ae64-4dd546b7416e, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:47:53.903163 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:53.988076 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port e7776fdc-b756-42ae-870a-69daf274515c is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:53.996338 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] For port 93a84189-3244-47e7-ae64-4dd546b7416e, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:47:54.000300 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] For port 93a84189-3244-47e7-ae64-4dd546b7416e, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=93a84189-3244-47e7-ae64-4dd546b7416e,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:47:54.002532 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (288b395c-9860-4ac4-85d4-7b401d679046), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:54.007993 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:54.048980 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Routers {'6d499d36-a058-4b3c-8694-944068dfee11'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:47:54.049647 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:47:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6d499d36-a058-4b3c-8694-944068dfee11'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:54.118052 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5f7c2-2ce3-4064-b85e-aa455c91405d None None] Pushing event updated for resources: {'Port': ['ID=93a84189-3244-47e7-ae64-4dd546b7416e,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:54.173459 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Provisioning complete for port 288b395c-9860-4ac4-85d4-7b401d679046 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:54.173830 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (288b395c-9860-4ac4-85d4-7b401d679046), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:54.174163 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Attempt 1 to provision port 288b395c-9860-4ac4-85d4-7b401d679046 Sep 26 05:47:54.176871 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Publish callbacks [] for port (288b395c-9860-4ac4-85d4-7b401d679046), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:54.182080 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (288b395c-9860-4ac4-85d4-7b401d679046), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:54.198691 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:54.209332 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] Set router 6d499d36-a058-4b3c-8694-944068dfee11 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:47:54.251219 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Port 288b395c-9860-4ac4-85d4-7b401d679046 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:47:54.256227 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (6d499d36-a058-4b3c-8694-944068dfee11), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:54.258211 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Pushing event updated for resources: {'Port': ['ID=288b395c-9860-4ac4-85d4-7b401d679046,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:54.379007 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:47:54.381236 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:47:54.421063 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '288b395c-9860-4ac4-85d4-7b401d679046', 'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'mac_address': 'fa:16:3e:b6:ed:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:53Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 1, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'subnets': [{'id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:54.453113 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f532cf1-08a9-4171-bedc-3d5cc9e5916b None None] The sync data for ids ['6d499d36-a058-4b3c-8694-944068dfee11'] in dv-cinder-836083-14-iscsi is: [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '288b395c-9860-4ac4-85d4-7b401d679046', 'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'mac_address': 'fa:16:3e:b6:ed:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:53Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 1, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'subnets': [{'id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:47:54.513823 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Router 6d499d36-a058-4b3c-8694-944068dfee11 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:47:54.540725 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device e7776fdc-b756-42ae-870a-69daf274515c up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:47:54.542942 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:54.593233 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port e7776fdc-b756-42ae-870a-69daf274515c triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:54.593753 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (e7776fdc-b756-42ae-870a-69daf274515c), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:54.594102 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port e7776fdc-b756-42ae-870a-69daf274515c Sep 26 05:47:54.668065 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:47:54.675005 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-9141d74d-f874-49f2-96a3-54d1d7d7a206 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/6d499d36-a058-4b3c-8694-944068dfee11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0366712 Sep 26 05:47:54.679410 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port e7776fdc-b756-42ae-870a-69daf274515c is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:54.752474 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Attempt 2 to provision port 288b395c-9860-4ac4-85d4-7b401d679046 Sep 26 05:47:54.796135 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Port 288b395c-9860-4ac4-85d4-7b401d679046 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:47:55.297291 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Attempt 3 to provision port 288b395c-9860-4ac4-85d4-7b401d679046 Sep 26 05:47:55.338268 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Port 288b395c-9860-4ac4-85d4-7b401d679046 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:47:55.347599 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 51446) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:55.352638 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-662872442-network', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:47:55.384158 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Made reservation on behalf of d7219cb9801c4589b04ed212e3e06e08 for: {'network': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:47:55.386966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:55.401768 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:55.508705 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Publish callbacks [] for security_group (f2054566-52ff-4f69-8e6b-401f91db7005), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:55.514344 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (f2054566-52ff-4f69-8e6b-401f91db7005), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:55.544844 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=113001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:47:55.551821 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2054566-52ff-4f69-8e6b-401f91db7005,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:55.562629 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (f32b1385-0b36-4f05-a5e8-ef6e241e227e), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:55.563016 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.segments_db [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Added segment f32b1385-0b36-4f05-a5e8-ef6e241e227e of type vlan for network 9f7626f0-8943-448f-be54-82a6cf6e7906 Sep 26 05:47:55.609403 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (9f7626f0-8943-448f-be54-82a6cf6e7906), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:55.636955 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (9f7626f0-8943-448f-be54-82a6cf6e7906), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:55.638094 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:55.638768 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:55.705179 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3563526 Sep 26 05:47:55.709154 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51448) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:55.711237 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293230ac-a6d2-4c2d-ba09-b4fa66a9a1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f7626f0-8943-448f-be54-82a6cf6e7906,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:55.717388 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] Request body: {'subnet': {'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-662872442-subnet', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:47:55.721983 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network 9f7626f0-8943-448f-be54-82a6cf6e7906 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:47:55.739865 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] Made reservation on behalf of d7219cb9801c4589b04ed212e3e06e08 for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:47:55.742768 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3432168'] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:55.801963 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:55.840433 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Attempt 4 to provision port 288b395c-9860-4ac4-85d4-7b401d679046 Sep 26 05:47:55.874231 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:55.882448 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Port 288b395c-9860-4ac4-85d4-7b401d679046 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:47:55.932482 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3583203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3432190'] for subnet (3e9500dd-ec17-48e4-81d3-5a5689d03c46), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:55.989605 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e9500dd-ec17-48e4-81d3-5a5689d03c46,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:56.000599 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] Checking segment: {'id': 'f32b1385-0b36-4f05-a5e8-ef6e241e227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:47:56.000965 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] Network hostable DHCP agents. Network: 9f7626f0-8943-448f-be54-82a6cf6e7906, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:47:56.020969 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] Network 9f7626f0-8943-448f-be54-82a6cf6e7906 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:47:56.033301 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, 9f7626f0-8943-448f-be54-82a6cf6e7906) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:47:56.037739 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:47:56.038350 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.042629 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6fade0-6b77-4f67-a1a1-dbc7db6f6548 None None] Network 9f7626f0-8943-448f-be54-82a6cf6e7906 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:47:56.061169 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:47:56.064104 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-99f0edde-efb9-4c2a-90ad-1954a066173c admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3532741 Sep 26 05:47:56.068627 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51452) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:56.073405 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-662872442-router', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:47:56.101708 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.106322 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.159902 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-9f7626f0-8943-448f-be54-82a6cf6e7906', 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906', 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'fixed_ips': [{'subnet_id': '3e9500dd-ec17-48e4-81d3-5a5689d03c46'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:47:56.160856 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.167406 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Publish callbacks [] for router_controller (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), precommit_add_association {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.310593 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Publish callbacks [] for router_gateway (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.312834 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Allocated IP 172.20.0.2 (9f7626f0-8943-448f-be54-82a6cf6e7906/3e9500dd-ec17-48e4-81d3-5a5689d03c46/6ab169d8-7ca2-4782-a7c5-097d792e7212) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:47:56.386716 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Attempt 5 to provision port 288b395c-9860-4ac4-85d4-7b401d679046 Sep 26 05:47:56.422921 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:56.438929 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Port 288b395c-9860-4ac4-85d4-7b401d679046 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:47:56.508203 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Publish callbacks [] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.518618 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.525169 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Publish callbacks [] for router_gateway (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.547361 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.567447 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Network 9f7626f0-8943-448f-be54-82a6cf6e7906 is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:47:56.570585 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:47:56.574900 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:47:56.581222 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Pushing event updated for resources: {'Port': ['ID=6ab169d8-7ca2-4782-a7c5-097d792e7212,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:56.595133 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 93a84189-3244-47e7-ae64-4dd546b7416e up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:47:56.636072 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:56.668801 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Allocated IP 172.27.1.40 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/3ded151a-0a4d-415e-b105-22ae837f7665) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:47:56.686554 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Attempting to bind port 6ab169d8-7ca2-4782-a7c5-097d792e7212 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:47:56.686814 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Attempting to bind port 6ab169d8-7ca2-4782-a7c5-097d792e7212 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'f32b1385-0b36-4f05-a5e8-ef6e241e227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:47:56.687059 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Attempting to bind port 6ab169d8-7ca2-4782-a7c5-097d792e7212 on network 9f7626f0-8943-448f-be54-82a6cf6e7906 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:47:56.711690 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 93a84189-3244-47e7-ae64-4dd546b7416e triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:56.711955 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.712268 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 93a84189-3244-47e7-ae64-4dd546b7416e Sep 26 05:47:56.728397 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Sync routers for ids ['6d499d36-a058-4b3c-8694-944068dfee11'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:47:56.739531 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Routers {'6d499d36-a058-4b3c-8694-944068dfee11'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:47:56.740483 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:47:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6d499d36-a058-4b3c-8694-944068dfee11'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:56.773172 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:47:56.773816 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Checking segment: {'id': 'f32b1385-0b36-4f05-a5e8-ef6e241e227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:47:56.773923 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.774294 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Bound using segment: {'id': 'f32b1385-0b36-4f05-a5e8-ef6e241e227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:47:56.774781 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Bound port: 6ab169d8-7ca2-4782-a7c5-097d792e7212, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32b1385-0b36-4f05-a5e8-ef6e241e227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:47:56.775166 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.784738 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=7,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:56.788435 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Publish callbacks [] for port (3ded151a-0a4d-415e-b105-22ae837f7665), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.801662 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:56.825553 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.865826 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 93a84189-3244-47e7-ae64-4dd546b7416e is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:56.866220 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.868638 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Set router 6d499d36-a058-4b3c-8694-944068dfee11 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:47:56.870571 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:47:56.876021 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:47:56.880340 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:47:56.897325 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] For port 6ab169d8-7ca2-4782-a7c5-097d792e7212, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:47:56.901093 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 93a84189-3244-47e7-ae64-4dd546b7416e, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=93a84189-3244-47e7-ae64-4dd546b7416e,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:47:56.912750 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:56.917371 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] For port 6ab169d8-7ca2-4782-a7c5-097d792e7212, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=6ab169d8-7ca2-4782-a7c5-097d792e7212,segment=NetworkSegment(f32b1385-0b36-4f05-a5e8-ef6e241e227e),segment_id=f32b1385-0b36-4f05-a5e8-ef6e241e227e)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:47:56.917527 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Pushing event updated for resources: {'Port': ['ID=3ded151a-0a4d-415e-b105-22ae837f7665,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:57.098503 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Attempt 6 to provision port 288b395c-9860-4ac4-85d4-7b401d679046 Sep 26 05:47:57.121653 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:57.123305 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '288b395c-9860-4ac4-85d4-7b401d679046', 'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'mac_address': 'fa:16:3e:b6:ed:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:53Z', 'updated_at': '2022-09-26T05:47:54Z', 'revision_number': 2, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'subnets': [{'id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:57.154555 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Checking router: 6d499d36-a058-4b3c-8694-944068dfee11 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:47:57.154555 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Updating router 6d499d36-a058-4b3c-8694-944068dfee11 port 288b395c-9860-4ac4-85d4-7b401d679046 binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:47:57.161229 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Port 288b395c-9860-4ac4-85d4-7b401d679046 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:47:57.166264 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=93a84189-3244-47e7-ae64-4dd546b7416e,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:57.173858 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Publish callbacks [] for router_gateway (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:57.195189 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (288b395c-9860-4ac4-85d4-7b401d679046), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:57.228749 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615198ae-6851-4c95-bdaa-a2b04b2bdbd3 None None] Pushing event updated for resources: {'Port': ['ID=6ab169d8-7ca2-4782-a7c5-097d792e7212,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:57.453518 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:57.540002 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Publish callbacks [] for port (288b395c-9860-4ac4-85d4-7b401d679046), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:57.546833 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (288b395c-9860-4ac4-85d4-7b401d679046), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:57.597498 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:47:57.607434 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Pushing event updated for resources: {'Port': ['ID=288b395c-9860-4ac4-85d4-7b401d679046,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:57.630632 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.630879 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.631317 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.631615 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.631944 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.632290 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.632604 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.632921 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.633279 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.633606 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.633922 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.634253 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.634559 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.634893 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.635187 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:47:57.653466 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Attempting to bind port 288b395c-9860-4ac4-85d4-7b401d679046 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:47:57.653829 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Attempting to bind port 288b395c-9860-4ac4-85d4-7b401d679046 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:47:57.654192 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Attempting to bind port 288b395c-9860-4ac4-85d4-7b401d679046 on network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:47:57.662268 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Attempt 7 to provision port 288b395c-9860-4ac4-85d4-7b401d679046 Sep 26 05:47:57.699689 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:47:57.700135 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Checking segment: {'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:47:57.700450 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:57.700834 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Bound using segment: {'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:47:57.701335 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Bound port: 288b395c-9860-4ac4-85d4-7b401d679046, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:47:57.701710 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (288b395c-9860-4ac4-85d4-7b401d679046), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:57.705556 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Port 288b395c-9860-4ac4-85d4-7b401d679046 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:47:57.713418 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:47:57.725607 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Sync routers for ids ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:47:57.736114 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:57.737493 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-14784b24-6976-4e65-b1bd-2322bd806713 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6678047 Sep 26 05:47:57.739007 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Routers {'6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:47:57.739643 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:47:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:57.740374 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51456) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:47:57.783261 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] For port 288b395c-9860-4ac4-85d4-7b401d679046, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:47:57.787127 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] For port 288b395c-9860-4ac4-85d4-7b401d679046, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=288b395c-9860-4ac4-85d4-7b401d679046,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:47:57.795284 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (288b395c-9860-4ac4-85d4-7b401d679046), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:57.802540 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:57.819774 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:57.843490 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Routers {'6d499d36-a058-4b3c-8694-944068dfee11'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:47:57.844131 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:47:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6d499d36-a058-4b3c-8694-944068dfee11'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:57.858930 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Set router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:47:57.894373 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c8300-d963-4b6c-8d04-5cf3351c2e47 None None] Pushing event updated for resources: {'Port': ['ID=288b395c-9860-4ac4-85d4-7b401d679046,revision_number=4']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:57.905614 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:57.906545 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:58.080250 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] Set router 6d499d36-a058-4b3c-8694-944068dfee11 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:47:58.111702 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:58.118914 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'name': 'tempest-TestMinimumBasicScenario-662872442-router', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:47:57Z', 'revision_number': 3, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'gw_port': {'id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:58.159150 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Checking router: 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:47:58.161187 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Updating router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 port 3ded151a-0a4d-415e-b105-22ae837f7665 binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:47:58.206178 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:58.208000 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Attempt 8 to provision port 288b395c-9860-4ac4-85d4-7b401d679046 Sep 26 05:47:58.211989 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:58.323377 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:58.363020 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '288b395c-9860-4ac4-85d4-7b401d679046', 'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'mac_address': 'fa:16:3e:b6:ed:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:53Z', 'updated_at': '2022-09-26T05:47:57Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'subnets': [{'id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:58.395746 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128169a-baa5-4ee1-91a3-29a77a331853 None None] The sync data for ids ['6d499d36-a058-4b3c-8694-944068dfee11'] in dv-cinder-836083-14-iscsi is: [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '288b395c-9860-4ac4-85d4-7b401d679046', 'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'mac_address': 'fa:16:3e:b6:ed:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:53Z', 'updated_at': '2022-09-26T05:47:57Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'subnets': [{'id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:47:58.414514 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e9ea06-1568-46b0-96bb-b8e821ef1f44 None None] Network 9f7626f0-8943-448f-be54-82a6cf6e7906 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:47:58.494390 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Allocated IP 172.20.0.1 (9f7626f0-8943-448f-be54-82a6cf6e7906/3e9500dd-ec17-48e4-81d3-5a5689d03c46/1c5e44c5-6bbb-4349-a8cf-d86633723559) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:47:58.635199 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Current status of the port 288b395c-9860-4ac4-85d4-7b401d679046 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:58.636079 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (288b395c-9860-4ac4-85d4-7b401d679046), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:58.752389 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] For port 288b395c-9860-4ac4-85d4-7b401d679046, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=288b395c-9860-4ac4-85d4-7b401d679046,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:47:58.770337 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Publish callbacks [] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:58.771098 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (288b395c-9860-4ac4-85d4-7b401d679046), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:58.838802 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:58.854236 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 6ab169d8-7ca2-4782-a7c5-097d792e7212 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:47:58.895694 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Network 9f7626f0-8943-448f-be54-82a6cf6e7906 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:47:58.902857 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:47:58.907848 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:47:58.941159 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5e44c5-6bbb-4349-a8cf-d86633723559,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:58.969478 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:58.984236 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-fd155bb4-8513-4609-ae56-2dce4a20189e None None] Provisioning complete for port 288b395c-9860-4ac4-85d4-7b401d679046 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:58.984742 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fd155bb4-8513-4609-ae56-2dce4a20189e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (288b395c-9860-4ac4-85d4-7b401d679046), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:58.984951 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-fd155bb4-8513-4609-ae56-2dce4a20189e None None] Attempt 1 to provision port 288b395c-9860-4ac4-85d4-7b401d679046 Sep 26 05:47:58.991924 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b378328-bc00-411c-8c08-c367c8e9c774 None None] Pushing event updated for resources: {'Port': ['ID=288b395c-9860-4ac4-85d4-7b401d679046,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:59.040073 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 6ab169d8-7ca2-4782-a7c5-097d792e7212 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:59.040353 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.040699 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 6ab169d8-7ca2-4782-a7c5-097d792e7212 Sep 26 05:47:59.048002 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Publish callbacks [] for port (3ded151a-0a4d-415e-b105-22ae837f7665), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.085712 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.158301 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Attempting to bind port 3ded151a-0a4d-415e-b105-22ae837f7665 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:47:59.158688 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Attempting to bind port 3ded151a-0a4d-415e-b105-22ae837f7665 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:47:59.159054 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Attempting to bind port 3ded151a-0a4d-415e-b105-22ae837f7665 on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:47:59.193961 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e939ae-0d12-4a0e-a87b-024729c9b56c None None] Pushing event updated for resources: {'Port': ['ID=3ded151a-0a4d-415e-b105-22ae837f7665,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:59.223138 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:59.273341 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:59.306294 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-fd155bb4-8513-4609-ae56-2dce4a20189e None None] Current status of the port 288b395c-9860-4ac4-85d4-7b401d679046 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:59.313326 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 6ab169d8-7ca2-4782-a7c5-097d792e7212 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:59.313711 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.322607 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:47:59.322607 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:47:59.322607 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.322607 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:47:59.323046 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Bound port: 3ded151a-0a4d-415e-b105-22ae837f7665, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:47:59.323385 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.336526 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-fd155bb4-8513-4609-ae56-2dce4a20189e None None] Provisioning complete for port 6ab169d8-7ca2-4782-a7c5-097d792e7212 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:59.336912 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fd155bb4-8513-4609-ae56-2dce4a20189e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.337265 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-fd155bb4-8513-4609-ae56-2dce4a20189e None None] Attempt 1 to provision port 6ab169d8-7ca2-4782-a7c5-097d792e7212 Sep 26 05:47:59.407521 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:59.428630 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:59.456310 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 6ab169d8-7ca2-4782-a7c5-097d792e7212, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=6ab169d8-7ca2-4782-a7c5-097d792e7212,segment=NetworkSegment(f32b1385-0b36-4f05-a5e8-ef6e241e227e),segment_id=f32b1385-0b36-4f05-a5e8-ef6e241e227e)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:47:59.466998 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.467867 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 288b395c-9860-4ac4-85d4-7b401d679046 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:47:59.477622 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.520267 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] For port 3ded151a-0a4d-415e-b105-22ae837f7665, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:47:59.549428 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] For port 3ded151a-0a4d-415e-b105-22ae837f7665, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=3ded151a-0a4d-415e-b105-22ae837f7665,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:47:59.586696 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.604789 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=6ab169d8-7ca2-4782-a7c5-097d792e7212,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:59.619191 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-fd155bb4-8513-4609-ae56-2dce4a20189e None None] Current status of the port 6ab169d8-7ca2-4782-a7c5-097d792e7212 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:47:59.644198 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Routers {'6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:47:59.644870 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:47:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:47:59.688063 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Publish callbacks [] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.696227 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.700009 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 288b395c-9860-4ac4-85d4-7b401d679046 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:59.700491 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (288b395c-9860-4ac4-85d4-7b401d679046), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.701117 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 288b395c-9860-4ac4-85d4-7b401d679046 Sep 26 05:47:59.797277 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3d2efd79-066d-4223-821c-0e19e1e50428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.819086 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Provisioning complete for port 1c5e44c5-6bbb-4349-a8cf-d86633723559 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:47:59.819462 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.819801 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Attempt 1 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:47:59.822306 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e939ae-0d12-4a0e-a87b-024729c9b56c None None] Pushing event updated for resources: {'Port': ['ID=3ded151a-0a4d-415e-b105-22ae837f7665,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:59.825178 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5e44c5-6bbb-4349-a8cf-d86633723559,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:47:59.829624 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:59.975559 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Network 9f7626f0-8943-448f-be54-82a6cf6e7906 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:47:59.982440 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:48:00.027146 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Port 1c5e44c5-6bbb-4349-a8cf-d86633723559 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:00.058403 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] Set router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:48:00.106501 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 288b395c-9860-4ac4-85d4-7b401d679046 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:00.107657 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 93a84189-3244-47e7-ae64-4dd546b7416e up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:48:00.128835 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:48:00.224908 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:00.241974 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:00.263328 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 93a84189-3244-47e7-ae64-4dd546b7416e triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:48:00.263610 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:00.263941 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 93a84189-3244-47e7-ae64-4dd546b7416e Sep 26 05:48:00.278277 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:48:00.285025 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-85ede255-ffe6-447e-8377-e848caf7a6d1 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5430894 Sep 26 05:48:00.359027 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'name': 'tempest-TestMinimumBasicScenario-662872442-router', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:47:59Z', 'revision_number': 4, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'gw_port': {'id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '1c5e44c5-6bbb-4349-a8cf-d86633723559', 'name': '', 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'mac_address': 'fa:16:3e:52:78:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3e9500dd-ec17-48e4-81d3-5a5689d03c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:58Z', 'updated_at': '2022-09-26T05:47:58Z', 'revision_number': 1, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'subnets': [{'id': '3e9500dd-ec17-48e4-81d3-5a5689d03c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:48:00.409019 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61d16d-ec32-454c-950e-88eaf45263b8 None None] The sync data for ids ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'] in dv-cinder-836083-14-iscsi is: [{'id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'name': 'tempest-TestMinimumBasicScenario-662872442-router', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:47:59Z', 'revision_number': 4, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'gw_port': {'id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '1c5e44c5-6bbb-4349-a8cf-d86633723559', 'name': '', 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'mac_address': 'fa:16:3e:52:78:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3e9500dd-ec17-48e4-81d3-5a5689d03c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:58Z', 'updated_at': '2022-09-26T05:47:58Z', 'revision_number': 1, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'subnets': [{'id': '3e9500dd-ec17-48e4-81d3-5a5689d03c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:48:00.432539 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 93a84189-3244-47e7-ae64-4dd546b7416e is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:00.528562 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Attempt 2 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:48:00.568928 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Port 1c5e44c5-6bbb-4349-a8cf-d86633723559 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:00.579107 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 6ab169d8-7ca2-4782-a7c5-097d792e7212 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:48:00.630710 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 6ab169d8-7ca2-4782-a7c5-097d792e7212 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:48:00.631082 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:00.631424 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 6ab169d8-7ca2-4782-a7c5-097d792e7212 Sep 26 05:48:00.743918 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 6ab169d8-7ca2-4782-a7c5-097d792e7212 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:00.745605 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 288b395c-9860-4ac4-85d4-7b401d679046 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:48:00.818928 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 288b395c-9860-4ac4-85d4-7b401d679046 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:48:00.819343 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (288b395c-9860-4ac4-85d4-7b401d679046), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:00.819975 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 288b395c-9860-4ac4-85d4-7b401d679046 Sep 26 05:48:00.914446 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 288b395c-9860-4ac4-85d4-7b401d679046 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:01.070531 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Attempt 3 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:48:01.110244 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Port 1c5e44c5-6bbb-4349-a8cf-d86633723559 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:01.613041 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Attempt 4 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:48:01.670583 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Port 1c5e44c5-6bbb-4349-a8cf-d86633723559 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:02.133753 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5c62b83b-f9b9-4867-bb70-77fe0983a0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:02.172179 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Attempt 5 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:48:02.225008 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Port 1c5e44c5-6bbb-4349-a8cf-d86633723559 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:02.611505 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 3ded151a-0a4d-415e-b105-22ae837f7665 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:48:02.698028 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 3ded151a-0a4d-415e-b105-22ae837f7665 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:48:02.698385 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:02.698693 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 3ded151a-0a4d-415e-b105-22ae837f7665 Sep 26 05:48:02.728609 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Attempt 6 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:48:02.782420 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:02.785785 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Port 1c5e44c5-6bbb-4349-a8cf-d86633723559 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:02.859663 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 3ded151a-0a4d-415e-b105-22ae837f7665 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:02.860494 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:02.909936 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 3ded151a-0a4d-415e-b105-22ae837f7665, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=3ded151a-0a4d-415e-b105-22ae837f7665,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:48:02.917380 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:02.976152 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=3ded151a-0a4d-415e-b105-22ae837f7665,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:03.095680 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51528) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:48:03.248279 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9740cb37-e1ad-4c00-8093-9cc1e0018d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:03.287688 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Attempt 7 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:48:03.343319 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Sync routers for ids ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:48:03.363442 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:03.365228 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9740cb37-e1ad-4c00-8093-9cc1e0018d8a admin admin] Publish callbacks [] for security_group (3fef5799-2bbc-4f51-b7a9-7b459b054497), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:03.371955 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9740cb37-e1ad-4c00-8093-9cc1e0018d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (3fef5799-2bbc-4f51-b7a9-7b459b054497), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:03.372560 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Routers {'6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:48:03.373571 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:48:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:48:03.408293 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Port 1c5e44c5-6bbb-4349-a8cf-d86633723559 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:03.431702 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740cb37-e1ad-4c00-8093-9cc1e0018d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fef5799-2bbc-4f51-b7a9-7b459b054497,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:03.437300 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-9740cb37-e1ad-4c00-8093-9cc1e0018d8a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=fc37f8f28d2543528dd268254c91a8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401082 Sep 26 05:48:03.440151 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51532) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:48:03.447841 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:03.461098 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:03.528705 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3c29d1e3-8520-4631-9f08-cd8e3dc150bd admin admin] Publish callbacks [] for security_group (3fef5799-2bbc-4f51-b7a9-7b459b054497), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:03.535587 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Set router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:48:03.553667 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3c29d1e3-8520-4631-9f08-cd8e3dc150bd admin admin] Publish callbacks [] for security_group (3fef5799-2bbc-4f51-b7a9-7b459b054497), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:03.616029 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3c29d1e3-8520-4631-9f08-cd8e3dc150bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (3fef5799-2bbc-4f51-b7a9-7b459b054497), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:03.619032 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3c29d1e3-8520-4631-9f08-cd8e3dc150bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:03.623601 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-3c29d1e3-8520-4631-9f08-cd8e3dc150bd admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/3fef5799-2bbc-4f51-b7a9-7b459b054497 HTTP/1.1" status: 204 len: 168 time: 0.1824360 Sep 26 05:48:03.642637 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29d1e3-8520-4631-9f08-cd8e3dc150bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fef5799-2bbc-4f51-b7a9-7b459b054497,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:03.803135 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'name': 'tempest-TestMinimumBasicScenario-662872442-router', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:47:59Z', 'revision_number': 4, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'gw_port': {'id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '1c5e44c5-6bbb-4349-a8cf-d86633723559', 'name': '', 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'mac_address': 'fa:16:3e:52:78:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3e9500dd-ec17-48e4-81d3-5a5689d03c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:58Z', 'updated_at': '2022-09-26T05:47:59Z', 'revision_number': 2, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'subnets': [{'id': '3e9500dd-ec17-48e4-81d3-5a5689d03c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:48:03.833779 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Checking router: 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:48:03.834420 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Updating router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 port 1c5e44c5-6bbb-4349-a8cf-d86633723559 binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:48:03.868269 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:03.910112 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Attempt 8 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:48:03.957067 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:03.964775 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Port 1c5e44c5-6bbb-4349-a8cf-d86633723559 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:04.114872 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:04.135128 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:04.197784 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Publish callbacks [] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:04.205412 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:04.338891 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1460eda-460c-41c8-9eb6-c1ac908a5fbd None None] Pushing event updated for resources: {'Port': ['ID=1c5e44c5-6bbb-4349-a8cf-d86633723559,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:04.353267 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Attempting to bind port 1c5e44c5-6bbb-4349-a8cf-d86633723559 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:48:04.353898 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Attempting to bind port 1c5e44c5-6bbb-4349-a8cf-d86633723559 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'f32b1385-0b36-4f05-a5e8-ef6e241e227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:48:04.354007 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Attempting to bind port 1c5e44c5-6bbb-4349-a8cf-d86633723559 on network 9f7626f0-8943-448f-be54-82a6cf6e7906 {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:48:04.408161 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:48:04.408702 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Checking segment: {'id': 'f32b1385-0b36-4f05-a5e8-ef6e241e227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:48:04.409279 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:04.409794 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Bound using segment: {'id': 'f32b1385-0b36-4f05-a5e8-ef6e241e227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:48:04.410469 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Bound port: 1c5e44c5-6bbb-4349-a8cf-d86633723559, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32b1385-0b36-4f05-a5e8-ef6e241e227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:48:04.411038 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:04.466386 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Attempt 9 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:48:04.488780 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] For port 1c5e44c5-6bbb-4349-a8cf-d86633723559, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:48:04.492665 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] For port 1c5e44c5-6bbb-4349-a8cf-d86633723559, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=1c5e44c5-6bbb-4349-a8cf-d86633723559,segment=NetworkSegment(f32b1385-0b36-4f05-a5e8-ef6e241e227e),segment_id=f32b1385-0b36-4f05-a5e8-ef6e241e227e)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:48:04.502594 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:04.527886 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Port 1c5e44c5-6bbb-4349-a8cf-d86633723559 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:04.560292 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Routers {'6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:48:04.561555 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:48:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:48:04.616737 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1460eda-460c-41c8-9eb6-c1ac908a5fbd None None] Pushing event updated for resources: {'Port': ['ID=1c5e44c5-6bbb-4349-a8cf-d86633723559,revision_number=4']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:04.616932 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 3ded151a-0a4d-415e-b105-22ae837f7665 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:48:04.682686 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 3ded151a-0a4d-415e-b105-22ae837f7665 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:48:04.683065 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:04.683450 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 3ded151a-0a4d-415e-b105-22ae837f7665 Sep 26 05:48:04.697977 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] Set router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:48:04.779701 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 3ded151a-0a4d-415e-b105-22ae837f7665 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:04.960153 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'name': 'tempest-TestMinimumBasicScenario-662872442-router', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:47:59Z', 'revision_number': 4, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'gw_port': {'id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '1c5e44c5-6bbb-4349-a8cf-d86633723559', 'name': '', 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'mac_address': 'fa:16:3e:52:78:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3e9500dd-ec17-48e4-81d3-5a5689d03c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:58Z', 'updated_at': '2022-09-26T05:48:04Z', 'revision_number': 4, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'subnets': [{'id': '3e9500dd-ec17-48e4-81d3-5a5689d03c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:48:04.989936 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:04.996662 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e04c3e-f7e3-4cb6-a073-f64c7f203e89 None None] The sync data for ids ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'] in dv-cinder-836083-14-iscsi is: [{'id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'name': 'tempest-TestMinimumBasicScenario-662872442-router', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:47:59Z', 'revision_number': 4, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'gw_port': {'id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '1c5e44c5-6bbb-4349-a8cf-d86633723559', 'name': '', 'network_id': '9f7626f0-8943-448f-be54-82a6cf6e7906', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'mac_address': 'fa:16:3e:52:78:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3e9500dd-ec17-48e4-81d3-5a5689d03c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:58Z', 'updated_at': '2022-09-26T05:48:04Z', 'revision_number': 4, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'subnets': [{'id': '3e9500dd-ec17-48e4-81d3-5a5689d03c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:48:05.029176 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Attempt 10 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:48:05.124210 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:05.163614 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Current status of the port 1c5e44c5-6bbb-4349-a8cf-d86633723559 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:05.165768 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:05.221206 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] For port 1c5e44c5-6bbb-4349-a8cf-d86633723559, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=1c5e44c5-6bbb-4349-a8cf-d86633723559,segment=NetworkSegment(f32b1385-0b36-4f05-a5e8-ef6e241e227e),segment_id=f32b1385-0b36-4f05-a5e8-ef6e241e227e)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:48:05.230233 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:05.243343 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Provisioning complete for port 6ab169d8-7ca2-4782-a7c5-097d792e7212 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:48:05.243821 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:05.244266 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Attempt 1 to provision port 6ab169d8-7ca2-4782-a7c5-097d792e7212 Sep 26 05:48:05.328939 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Pushing event updated for resources: {'Port': ['ID=1c5e44c5-6bbb-4349-a8cf-d86633723559,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:05.371244 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b38a-5763-4207-bf65-066e3786d397 None None] Current status of the port 6ab169d8-7ca2-4782-a7c5-097d792e7212 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:05.515809 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-c72601c5-79b6-4c2e-8cd2-55d595c847d4 None None] Provisioning complete for port 1c5e44c5-6bbb-4349-a8cf-d86633723559 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:48:05.516889 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c72601c5-79b6-4c2e-8cd2-55d595c847d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:05.517507 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-c72601c5-79b6-4c2e-8cd2-55d595c847d4 None None] Attempt 1 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:48:05.656236 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-c72601c5-79b6-4c2e-8cd2-55d595c847d4 None None] Current status of the port 1c5e44c5-6bbb-4349-a8cf-d86633723559 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:05.701365 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=59,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:05.708182 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:06.597990 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 1c5e44c5-6bbb-4349-a8cf-d86633723559 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:48:06.676452 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:06.677537 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 1c5e44c5-6bbb-4349-a8cf-d86633723559 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:48:06.677922 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:06.678267 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 1c5e44c5-6bbb-4349-a8cf-d86633723559 Sep 26 05:48:06.728878 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:06.781844 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 1c5e44c5-6bbb-4349-a8cf-d86633723559 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:11.490826 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-98820dd5-3a0a-467c-b9af-c62ffc88f1f4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:11.492395 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-98820dd5-3a0a-467c-b9af-c62ffc88f1f4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/networks?id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f HTTP/1.1" status: 200 len: 815 time: 0.1134439 Sep 26 05:48:11.507850 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-cf22ff48-399f-4ec3-88f6-5101295838cd tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/quotas/0b095f1ee00e46cfabebc2dc34992997 HTTP/1.1" status: 200 len: 375 time: 0.0099387 Sep 26 05:48:11.568935 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-1cf2282b-69d7-4bd1-9361-1683017f4a1c tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0b095f1ee00e46cfabebc2dc34992997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547743 Sep 26 05:48:11.670701 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-f7ccb36d-3098-4d84-8454-b1c7a41659df service neutron] 10.222.0.57 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880115 Sep 26 05:48:11.777998 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-596b628e-592b-4599-ba1a-717ccaf9a8e0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015182 Sep 26 05:48:11.951176 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-be5c053b-024b-45af-9bd2-39232a97dc96 req-8283b876-01c7-41dd-9446-cf2bed0b4a09 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 210 time: 0.0329189 Sep 26 05:48:13.065109 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6125c997-eebb-4626-907b-9a6890697fd6 req-fdc7ee6e-8591-4076-a28e-6dc60ab3f8c8 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 210 time: 0.0297506 Sep 26 05:48:13.408522 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-2b123170-8040-4d1e-ac17-6a1fa70b0825 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:13.410113 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-2b123170-8040-4d1e-ac17-6a1fa70b0825 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.25 "GET /networking/v2.0/networks?id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f HTTP/1.1" status: 200 len: 815 time: 0.1434448 Sep 26 05:48:13.439850 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Request body: {'port': {'device_id': '700b7726-3a5c-412e-973f-02740f96edde', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'admin_state_up': True, 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:48:13.582544 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Made reservation on behalf of 0b095f1ee00e46cfabebc2dc34992997 for: {'port': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:48:13.587727 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:13.841604 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Allocated IP 172.20.0.3 (771f5ef7-1d1c-4a89-a6da-69974fc9fb9f/eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b/cfc17f70-ed8d-4384-a96d-8f2f72a15f6d) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:48:14.056699 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:14.102842 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:14.126270 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:14.169905 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:14.172486 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'Port': ['ID=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:14.201440 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:48:14.211757 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:48:14.221174 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:48:14.265270 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfcdc9-ee9a-40a5-af3a-f484b2aed863 req-f57b0f9f-64d0-42ff-ad48-ded4c098c4f1 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:14.271922 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80dfcdc9-ee9a-40a5-af3a-f484b2aed863 req-f57b0f9f-64d0-42ff-ad48-ded4c098c4f1 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.1083186 Sep 26 05:48:14.361399 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:14.362238 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:14.406380 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-33e349cd-4e94-4c93-b55e-29f0602d8d62 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9711893 Sep 26 05:48:14.409647 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80dfcdc9-ee9a-40a5-af3a-f484b2aed863 req-ff3122c2-533e-415b-8d90-0a3b508c1caf tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259184 Sep 26 05:48:14.675918 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Provisioning complete for port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:48:14.676840 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:14.677423 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Attempt 1 to provision port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d Sep 26 05:48:14.749442 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:14.947370 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:14.967187 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:15.250473 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Attempt 2 to provision port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d Sep 26 05:48:15.305061 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:15.559635 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b827-1133-4a4d-acbf-a69c3a16f4a0 req-f2b3ed89-4a4a-41de-835d-0d44ff430d48 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:15.561452 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8512b827-1133-4a4d-acbf-a69c3a16f4a0 req-f2b3ed89-4a4a-41de-835d-0d44ff430d48 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0574148 Sep 26 05:48:15.590925 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:15.624985 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8512b827-1133-4a4d-acbf-a69c3a16f4a0 req-441ab966-37f1-4b17-9ec7-489477a73a9e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538251 Sep 26 05:48:15.722218 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 51760) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:48:15.806442 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Attempt 3 to provision port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d Sep 26 05:48:15.845913 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:15.854703 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-493a9c0b-de17-4f5d-8b24-cff807d76dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:15.989753 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-493a9c0b-de17-4f5d-8b24-cff807d76dae admin admin] Publish callbacks [] for security_group (314dff6d-b336-4873-8e32-9afb9a4dfc55), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:15.995209 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-493a9c0b-de17-4f5d-8b24-cff807d76dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (314dff6d-b336-4873-8e32-9afb9a4dfc55), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:16.078411 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51766) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:48:16.078802 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-493a9c0b-de17-4f5d-8b24-cff807d76dae admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=f397d95c56cf4ae18500ade3c5d97976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544765 Sep 26 05:48:16.080382 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a9c0b-de17-4f5d-8b24-cff807d76dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314dff6d-b336-4873-8e32-9afb9a4dfc55,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:16.163403 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8bfa51e9-58d1-41be-a553-14568fae2b99 admin admin] Publish callbacks [] for security_group (314dff6d-b336-4873-8e32-9afb9a4dfc55), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:16.186848 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8bfa51e9-58d1-41be-a553-14568fae2b99 admin admin] Publish callbacks [] for security_group (314dff6d-b336-4873-8e32-9afb9a4dfc55), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:16.260749 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8bfa51e9-58d1-41be-a553-14568fae2b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (314dff6d-b336-4873-8e32-9afb9a4dfc55), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:16.263540 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8bfa51e9-58d1-41be-a553-14568fae2b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:16.264758 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-8bfa51e9-58d1-41be-a553-14568fae2b99 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/314dff6d-b336-4873-8e32-9afb9a4dfc55 HTTP/1.1" status: 204 len: 168 time: 0.1845794 Sep 26 05:48:16.273513 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa51e9-58d1-41be-a553-14568fae2b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314dff6d-b336-4873-8e32-9afb9a4dfc55,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:16.347267 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Attempt 4 to provision port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d Sep 26 05:48:16.429801 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:16.621863 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 51772) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:48:16.636420 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d7bb4474-6a22-4f61-ab56-7427fbfa9274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:16.769993 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062566b5-4844-44fa-a603-c36a40777a91 req-f68e245e-35ea-4fca-a95c-a17a59dce624 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:16.772369 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-062566b5-4844-44fa-a603-c36a40777a91 req-f68e245e-35ea-4fca-a95c-a17a59dce624 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0650854 Sep 26 05:48:16.776120 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d7bb4474-6a22-4f61-ab56-7427fbfa9274 admin admin] Publish callbacks [] for security_group (b315bb8f-0224-4868-9462-6a2cf1779f38), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:16.784941 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d7bb4474-6a22-4f61-ab56-7427fbfa9274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b315bb8f-0224-4868-9462-6a2cf1779f38), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:16.845955 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:16.856013 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:16.856896 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb4474-6a22-4f61-ab56-7427fbfa9274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b315bb8f-0224-4868-9462-6a2cf1779f38,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:16.874555 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-d7bb4474-6a22-4f61-ab56-7427fbfa9274 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=5c48eb04e3ba4747b367c7c7e5b7319d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489324 Sep 26 05:48:16.874953 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51776) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:48:16.907772 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-062566b5-4844-44fa-a603-c36a40777a91 req-3b4dbd62-5bcf-4ff5-9603-28049347026d tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245031 Sep 26 05:48:16.931463 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Attempt 5 to provision port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d Sep 26 05:48:16.966305 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a7a8b608-ac82-4b15-93e9-65b98d8d871b admin admin] Publish callbacks [] for security_group (b315bb8f-0224-4868-9462-6a2cf1779f38), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:16.977734 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:16.993883 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a7a8b608-ac82-4b15-93e9-65b98d8d871b admin admin] Publish callbacks [] for security_group (b315bb8f-0224-4868-9462-6a2cf1779f38), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:17.082921 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a7a8b608-ac82-4b15-93e9-65b98d8d871b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (b315bb8f-0224-4868-9462-6a2cf1779f38), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:17.088422 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a7a8b608-ac82-4b15-93e9-65b98d8d871b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:17.090927 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-a7a8b608-ac82-4b15-93e9-65b98d8d871b admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/b315bb8f-0224-4868-9462-6a2cf1779f38 HTTP/1.1" status: 204 len: 168 time: 0.2146416 Sep 26 05:48:17.104661 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8b608-ac82-4b15-93e9-65b98d8d871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b315bb8f-0224-4868-9462-6a2cf1779f38,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:17.480201 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Attempt 6 to provision port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d Sep 26 05:48:17.526020 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:17.629952 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51786) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:48:17.644318 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-18c0abfe-eb47-4baa-94b5-23dabb21256d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:17.731980 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-18c0abfe-eb47-4baa-94b5-23dabb21256d admin admin] Publish callbacks [] for security_group (ace4b8a7-91ad-4e30-8b60-6fb144d72d7a), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:17.740335 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-18c0abfe-eb47-4baa-94b5-23dabb21256d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (ace4b8a7-91ad-4e30-8b60-6fb144d72d7a), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:17.782857 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-18c0abfe-eb47-4baa-94b5-23dabb21256d admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=6b430b7eeaf4496d87cdca1a5bd9d535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515393 Sep 26 05:48:17.783563 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0abfe-eb47-4baa-94b5-23dabb21256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace4b8a7-91ad-4e30-8b60-6fb144d72d7a,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:17.789189 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 51788) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:48:17.848043 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-71da1b04-e44c-41fd-b771-13af12e4df31 admin admin] Publish callbacks [] for security_group (ace4b8a7-91ad-4e30-8b60-6fb144d72d7a), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:17.870069 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-71da1b04-e44c-41fd-b771-13af12e4df31 admin admin] Publish callbacks [] for security_group (ace4b8a7-91ad-4e30-8b60-6fb144d72d7a), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:17.950217 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-71da1b04-e44c-41fd-b771-13af12e4df31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (ace4b8a7-91ad-4e30-8b60-6fb144d72d7a), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:17.950217 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-71da1b04-e44c-41fd-b771-13af12e4df31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:17.950217 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-71da1b04-e44c-41fd-b771-13af12e4df31 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/ace4b8a7-91ad-4e30-8b60-6fb144d72d7a HTTP/1.1" status: 204 len: 168 time: 0.1479244 Sep 26 05:48:17.950217 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:17.950217 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da1b04-e44c-41fd-b771-13af12e4df31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace4b8a7-91ad-4e30-8b60-6fb144d72d7a,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:18.027605 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Attempt 7 to provision port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d Sep 26 05:48:18.066634 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c390f-c9ee-43b9-b407-af3fb036f51e req-7cadfaef-9b21-4c50-b680-e3cd63d21b2a tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:18.074361 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-901c390f-c9ee-43b9-b407-af3fb036f51e req-7cadfaef-9b21-4c50-b680-e3cd63d21b2a tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0714958 Sep 26 05:48:18.159969 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:18.172382 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-901c390f-c9ee-43b9-b407-af3fb036f51e req-c983a5a9-1aac-4943-9255-00de8f9f125f tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897675 Sep 26 05:48:18.662047 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Attempt 8 to provision port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d Sep 26 05:48:18.718375 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:19.220383 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Attempt 9 to provision port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d Sep 26 05:48:19.264725 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:19.306236 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ca222-8065-4613-a4fe-b2174118692b req-d978f0c9-cac3-423d-a1a3-bbf3aa85bf98 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:19.313893 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b42ca222-8065-4613-a4fe-b2174118692b req-d978f0c9-cac3-423d-a1a3-bbf3aa85bf98 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0580463 Sep 26 05:48:19.369847 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b42ca222-8065-4613-a4fe-b2174118692b req-cd4807dd-ea36-4053-a446-446634f8b282 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549612 Sep 26 05:48:19.765854 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Attempt 10 to provision port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d Sep 26 05:48:19.800908 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-69427d47-7fd4-4145-a03a-b11dd7834978 None None] Port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:48:20.500548 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de47ce5-37c6-4461-91de-4424418635ba req-fc58c5e6-6652-42ed-a731-6ba9344116dd tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:20.502125 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2de47ce5-37c6-4461-91de-4424418635ba req-fc58c5e6-6652-42ed-a731-6ba9344116dd tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0509722 Sep 26 05:48:20.556448 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2de47ce5-37c6-4461-91de-4424418635ba req-663fc518-67d1-412b-87b2-a1d2b3610a01 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472941 Sep 26 05:48:21.700069 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199d3f7-b835-46fe-87cb-854d35ff1623 req-910a0dab-755d-41a9-9e0f-e71160105c36 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:21.702138 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5199d3f7-b835-46fe-87cb-854d35ff1623 req-910a0dab-755d-41a9-9e0f-e71160105c36 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0589797 Sep 26 05:48:21.779300 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5199d3f7-b835-46fe-87cb-854d35ff1623 req-b484900c-2333-455d-a576-4848e257722c tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698972 Sep 26 05:48:22.967773 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f5977-cef3-47a7-9962-24442617cde5 req-005c33ea-c2f5-49dc-9213-82a54e00083d tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:22.969719 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-349f5977-cef3-47a7-9962-24442617cde5 req-005c33ea-c2f5-49dc-9213-82a54e00083d tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0672908 Sep 26 05:48:22.989276 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:23.030838 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-349f5977-cef3-47a7-9962-24442617cde5 req-fc7c36d3-d0b6-4f44-957a-6328f9e48dc2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551195 Sep 26 05:48:24.165495 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae020aa4-6b3a-4083-825e-c8b71a111480 req-9166a1eb-044a-4cf8-bc8f-ad5482572ce3 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:24.166853 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ae020aa4-6b3a-4083-825e-c8b71a111480 req-9166a1eb-044a-4cf8-bc8f-ad5482572ce3 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0575321 Sep 26 05:48:24.222116 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ae020aa4-6b3a-4083-825e-c8b71a111480 req-30efcb3f-a03c-4223-bb2f-030bdebad191 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472572 Sep 26 05:48:25.355407 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca796943-cf38-432f-8f90-73cadf733a2b req-7fa30f0c-0848-4a10-b3fb-b0e2c9d7c749 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:25.357119 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ca796943-cf38-432f-8f90-73cadf733a2b req-7fa30f0c-0848-4a10-b3fb-b0e2c9d7c749 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0500779 Sep 26 05:48:25.418050 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ca796943-cf38-432f-8f90-73cadf733a2b req-d341e3e5-1334-4a77-8aa7-c77275b4d941 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460036 Sep 26 05:48:26.546461 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39061a-75d7-4ce0-8286-a1a7dc3bdb93 req-d8b721b5-f2a7-49b4-b1b6-df53028e0458 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:26.547908 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-da39061a-75d7-4ce0-8286-a1a7dc3bdb93 req-d8b721b5-f2a7-49b4-b1b6-df53028e0458 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0501308 Sep 26 05:48:26.604730 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-da39061a-75d7-4ce0-8286-a1a7dc3bdb93 req-209650f8-3c44-4aa7-af01-8c37ee31a5b5 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490189 Sep 26 05:48:27.112820 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=7 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:27.146262 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=19 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:27.738847 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d3f47-c13c-4eba-85e8-6020ab180f3e req-ab9912df-009c-4fd2-870b-781fbc3b9bfd tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:27.740461 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-038d3f47-c13c-4eba-85e8-6020ab180f3e req-ab9912df-009c-4fd2-870b-781fbc3b9bfd tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0543015 Sep 26 05:48:27.793594 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-038d3f47-c13c-4eba-85e8-6020ab180f3e req-212354d9-556f-4797-8089-37aa1e72513c tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454557 Sep 26 05:48:28.934983 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe14948-bc7e-4d53-b66e-52d0e70f728b req-940faf34-2b07-4800-a70e-9e6c83ba6e53 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:28.938045 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bbe14948-bc7e-4d53-b66e-52d0e70f728b req-940faf34-2b07-4800-a70e-9e6c83ba6e53 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0652807 Sep 26 05:48:29.023931 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bbe14948-bc7e-4d53-b66e-52d0e70f728b req-e3044caa-90aa-4a64-81c6-048397c4f646 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795074 Sep 26 05:48:29.678791 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2af3ee45-b2b9-4662-973d-aca36988ec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:30.170304 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9dbdeb-ccd9-4938-9cd1-07745613b79a req-aa0bf104-f28d-4f42-88c8-33dc64027f98 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:30.171937 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ba9dbdeb-ccd9-4938-9cd1-07745613b79a req-aa0bf104-f28d-4f42-88c8-33dc64027f98 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0517070 Sep 26 05:48:30.231634 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ba9dbdeb-ccd9-4938-9cd1-07745613b79a req-f535d7f6-9063-4e23-99c8-1ac55ed1c3c1 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495379 Sep 26 05:48:31.034628 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Request body: {'port': {'device_id': '700b7726-3a5c-412e-973f-02740f96edde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:48:31.096149 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-8902bbcc-5eca-47b9-abe2-eab1d9771984 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680389 Sep 26 05:48:31.116407 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:31.190720 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-ed987f13-277b-4620-b776-ed1a64e842c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:31.192676 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-ed987f13-277b-4620-b776-ed1a64e842c2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 1129 time: 0.0487397 Sep 26 05:48:31.406169 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a10f3b-a9f5-419f-bb5a-360058a6ab74 req-24c33fec-109d-410c-9693-cfcec6697a71 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:31.407769 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-98a10f3b-a9f5-419f-bb5a-360058a6ab74 req-24c33fec-109d-410c-9693-cfcec6697a71 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 931 time: 0.0842876 Sep 26 05:48:31.409191 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-5c269d0d-2804-4b12-a981-8b4c4bebfb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:31.410553 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-5c269d0d-2804-4b12-a981-8b4c4bebfb20 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 HTTP/1.1" status: 200 len: 912 time: 0.1959791 Sep 26 05:48:31.464084 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc17f70-ed8d-4384-a96d-8f2f72a15f6d {{(pid=113000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:48:31.472571 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Publish callbacks [] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:31.486958 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.provisioning_blocks [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Transition to ACTIVE for port object cfc17f70-ed8d-4384-a96d-8f2f72a15f6d will not be triggered until provisioned by entity L2. {{(pid=113000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:48:31.491299 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:31.512996 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-19c24adc-e263-4b1a-95bd-a268bf914c6a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=874e44a1-6cb8-479e-b4b0-e68322b26e1f HTTP/1.1" status: 200 len: 1001 time: 0.0960522 Sep 26 05:48:31.516241 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-98a10f3b-a9f5-419f-bb5a-360058a6ab74 req-0550bca3-90e7-4594-bd77-094b51b2eed2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012611 Sep 26 05:48:31.548535 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:31.575488 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-6e42818e-3282-4382-875a-5bbb3be8fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:31.578093 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-6e42818e-3282-4382-875a-5bbb3be8fe25 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e53b9fa-5781-43b1-83a4-24777e561610 HTTP/1.1" status: 200 len: 850 time: 0.0562530 Sep 26 05:48:31.610780 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Pushing event updated for resources: {'Port': ['ID=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:31.624100 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.624383 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.625155 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.625155 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.625463 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.625757 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.626090 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.626657 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.626985 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.627489 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.627830 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.628159 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.628466 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.628779 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.628912 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-92fd229b-bcef-4875-b303-0e2dbb8931b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:31.629096 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:31.631172 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-92fd229b-bcef-4875-b303-0e2dbb8931b6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479610 Sep 26 05:48:31.650578 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Attempting to bind port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:48:31.650918 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Attempting to bind port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:48:31.651275 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Attempting to bind port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d on network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:48:31.698138 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d on network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:48:31.698471 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Attempting to bind port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d on network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:48:31.727359 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:31.733489 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:31.740554 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-f3f55719-8d93-4292-a1a1-77bfd517a568 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007535 Sep 26 05:48:31.752394 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:48:31.752753 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Checking segment: {'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:48:31.753101 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Bound using segment: {'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:48:31.753590 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Bound port: cfc17f70-ed8d-4384-a96d-8f2f72a15f6d, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145c1876-ffae-4f77-b943-5f3cb11b78e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f'}}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:48:31.753959 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:31.808029 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:31.826523 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] For port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d, host hv-cinder-83608, cleared binding levels {{(pid=113000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:48:31.829808 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] For port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:48:31.837676 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:31.841446 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2e7cb5fc-d680-4e7b-8d56-45842c24668e req-c3e5b31d-eadf-4713-b582-d77793452e79 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943251 Sep 26 05:48:31.843791 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:31.844478 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:31.846098 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/cfc17f70-ed8d-4384-a96d-8f2f72a15f6d HTTP/1.1" status: 200 len: 1093 time: 0.8169191 Sep 26 05:48:31.846660 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:48:31.848991 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a793b1-ef66-40b7-a6a7-0ddafeb7a1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:48:31.895348 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71d683a-ee71-4be5-96a0-605334b1a6d3 x-openstack-request-id: req-a71d683a-ee71-4be5-96a0-605334b1a6d3 {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:48:31.895640 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:48:31.895895 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a71d683a-ee71-4be5-96a0-605334b1a6d3 {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:48:31.896330 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71d683a-ee71-4be5-96a0-605334b1a6d3'] response: {'name': 'network-changed', 'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'status': 'completed', 'code': 200} Sep 26 05:48:31.913001 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597df0c-d072-41fc-9e41-6ba0faf19dee service neutron] Pushing event updated for resources: {'Port': ['ID=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,revision_number=3']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:32.124086 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7c3ccad3-fb02-44a2-887c-01daecaab2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:32.693232 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb535b-3506-4af8-8208-4f402df0c026 req-ef7217be-1d57-4c15-b2b8-67a0b8803fa9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:32.694640 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8dbb535b-3506-4af8-8208-4f402df0c026 req-ef7217be-1d57-4c15-b2b8-67a0b8803fa9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0688288 Sep 26 05:48:32.768739 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8dbb535b-3506-4af8-8208-4f402df0c026 req-afde6b76-2273-4930-87cf-07857e3cfbcc tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671115 Sep 26 05:48:33.061409 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:48:33.295117 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:33.911516 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e785c-7efd-4dd8-90c2-3c1463abc271 req-d504cf76-0684-41ef-ad93-aa3f0a57095a tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:33.914207 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b20e785c-7efd-4dd8-90c2-3c1463abc271 req-d504cf76-0684-41ef-ad93-aa3f0a57095a tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0605867 Sep 26 05:48:33.965288 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b20e785c-7efd-4dd8-90c2-3c1463abc271 req-45713c0c-44e3-4881-a1dd-44ca3ad00660 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452380 Sep 26 05:48:34.987693 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:35.079586 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:35.146620 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403230c-8d72-4e6a-a2c6-173f5ac8dd7d req-2aba7091-5a72-4c64-92bd-5929c220f8bc tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:35.148375 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1403230c-8d72-4e6a-a2c6-173f5ac8dd7d req-2aba7091-5a72-4c64-92bd-5929c220f8bc tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0626435 Sep 26 05:48:35.206529 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1403230c-8d72-4e6a-a2c6-173f5ac8dd7d req-e1a0ab16-0f42-4901-8930-bd5a8e781ade tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516512 Sep 26 05:48:36.347092 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd6977-43ea-48f2-919d-6ffa925c4d46 req-2eebe027-601e-406c-aad8-657de4372236 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:36.349715 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-15bd6977-43ea-48f2-919d-6ffa925c4d46 req-2eebe027-601e-406c-aad8-657de4372236 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0579789 Sep 26 05:48:36.416721 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-15bd6977-43ea-48f2-919d-6ffa925c4d46 req-435cabcb-3ca7-4e61-add8-41daa8cca81d tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607061 Sep 26 05:48:36.612763 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a793b1-ef66-40b7-a6a7-0ddafeb7a1d0 req-f6a5b44f-4778-4115-a4ce-df8bed039c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:36.614336 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-81a793b1-ef66-40b7-a6a7-0ddafeb7a1d0 req-f6a5b44f-4778-4115-a4ce-df8bed039c12 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b095f1ee00e46cfabebc2dc34992997&device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 1127 time: 0.0434196 Sep 26 05:48:37.477244 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a793b1-ef66-40b7-a6a7-0ddafeb7a1d0 req-152fef3d-b86d-46bd-a1ee-b49284471e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:37.479640 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-81a793b1-ef66-40b7-a6a7-0ddafeb7a1d0 req-152fef3d-b86d-46bd-a1ee-b49284471e7e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=0b095f1ee00e46cfabebc2dc34992997&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1224308 Sep 26 05:48:37.574349 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3512d1-5222-4ba6-924e-0d1557e6eeb9 req-001c362a-184d-4ec5-ba8e-13bda4e10883 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:37.576077 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3d3512d1-5222-4ba6-924e-0d1557e6eeb9 req-001c362a-184d-4ec5-ba8e-13bda4e10883 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0561357 Sep 26 05:48:37.640761 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3d3512d1-5222-4ba6-924e-0d1557e6eeb9 req-9296f2ed-d6f6-4a40-89d0-fa75c2ad0d08 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576320 Sep 26 05:48:37.819495 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a793b1-ef66-40b7-a6a7-0ddafeb7a1d0 req-6f5fc7d7-96c4-41c0-bfd5-b0aeb4a5f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:37.821033 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-81a793b1-ef66-40b7-a6a7-0ddafeb7a1d0 req-6f5fc7d7-96c4-41c0-bfd5-b0aeb4a5f7bb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1591010 Sep 26 05:48:38.355605 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-74b2df1f-33d9-4309-a073-9c2393b3eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:38.359735 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-74b2df1f-33d9-4309-a073-9c2393b3eeb1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b095f1ee00e46cfabebc2dc34992997&device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 1127 time: 0.0846817 Sep 26 05:48:38.821476 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684457b-e560-46ac-80cc-e8ebb9fa0b94 req-c20ebd1d-f5bf-4105-9bfd-ad5985ade861 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:38.823395 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5684457b-e560-46ac-80cc-e8ebb9fa0b94 req-c20ebd1d-f5bf-4105-9bfd-ad5985ade861 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0736637 Sep 26 05:48:38.901861 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5684457b-e560-46ac-80cc-e8ebb9fa0b94 req-ee0f6a34-bfb8-40fc-8900-e4191dee26a4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686102 Sep 26 05:48:38.939459 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ee3a9-86ae-4496-83b4-0650d9ff6858 req-ce27c1f9-c2b5-4791-990b-5b7c5e64cb49 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:38.941058 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f02ee3a9-86ae-4496-83b4-0650d9ff6858 req-ce27c1f9-c2b5-4791-990b-5b7c5e64cb49 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0681152 Sep 26 05:48:39.001438 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f02ee3a9-86ae-4496-83b4-0650d9ff6858 req-b481cb13-1c9b-4f1f-85e6-03518f7c457c tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532753 Sep 26 05:48:39.347961 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb407b2f-1a24-49c2-bdcf-6634028a93d0 req-9e78b82a-f81f-4af2-895d-f627c59b6a74 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:39.349630 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bb407b2f-1a24-49c2-bdcf-6634028a93d0 req-9e78b82a-f81f-4af2-895d-f627c59b6a74 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0493701 Sep 26 05:48:39.400070 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bb407b2f-1a24-49c2-bdcf-6634028a93d0 req-57577d0c-54a4-4caf-b1b7-f338c03c3dd9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438869 Sep 26 05:48:40.082099 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c16500-a9af-404a-8edf-b6d050fe5299 req-382215c7-467c-467b-9000-cc0a9a8e9acb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:40.084023 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-58c16500-a9af-404a-8edf-b6d050fe5299 req-382215c7-467c-467b-9000-cc0a9a8e9acb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0765653 Sep 26 05:48:40.121358 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:40.149776 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-58c16500-a9af-404a-8edf-b6d050fe5299 req-8fa56c18-c0f5-4efc-adde-09dd9c1c2295 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547166 Sep 26 05:48:40.164587 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66db1a6-1e31-49ac-8c54-7dfed2c5f928 req-c9241bd8-2b4b-4de2-92c4-25aeee786d01 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:40.166212 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d66db1a6-1e31-49ac-8c54-7dfed2c5f928 req-c9241bd8-2b4b-4de2-92c4-25aeee786d01 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0551877 Sep 26 05:48:40.216979 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d66db1a6-1e31-49ac-8c54-7dfed2c5f928 req-c65d9d30-5544-42d2-bc16-373d33113ea8 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446739 Sep 26 05:48:40.525539 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:40.554100 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eca6fe-564f-45c0-a6b0-07e0758002ef req-b5f036eb-8b31-427a-87ce-4f211b0b25d0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:40.555777 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1eca6fe-564f-45c0-a6b0-07e0758002ef req-b5f036eb-8b31-427a-87ce-4f211b0b25d0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0650141 Sep 26 05:48:40.608066 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1eca6fe-564f-45c0-a6b0-07e0758002ef req-c49c4886-6f36-462c-be3b-b2ad0f8fd62d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460658 Sep 26 05:48:41.284785 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2785cff-22c8-427e-a058-8ec70f2c5b4c req-2e097200-a328-4302-9c33-fb51fd40fcae tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:41.286576 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f2785cff-22c8-427e-a058-8ec70f2c5b4c req-2e097200-a328-4302-9c33-fb51fd40fcae tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0518224 Sep 26 05:48:41.349850 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f2785cff-22c8-427e-a058-8ec70f2c5b4c req-f23f227c-9c10-48ba-b5d0-77ed0dbadfa7 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545316 Sep 26 05:48:41.363123 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1c653-994a-45de-b8ac-df2ef013e871 req-983ebcd3-eaed-48fe-b8d2-4b837aa98987 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:41.364596 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8fc1c653-994a-45de-b8ac-df2ef013e871 req-983ebcd3-eaed-48fe-b8d2-4b837aa98987 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0593529 Sep 26 05:48:41.421675 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8fc1c653-994a-45de-b8ac-df2ef013e871 req-aab54081-d019-4e47-8e52-b3645ece8157 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474141 Sep 26 05:48:41.772104 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaf150-f474-4a6d-b4c4-a7f6b768d1f5 req-3593cc2e-6fc4-4c63-95bc-7cb6020e7662 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:41.773670 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-17eaf150-f474-4a6d-b4c4-a7f6b768d1f5 req-3593cc2e-6fc4-4c63-95bc-7cb6020e7662 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0544362 Sep 26 05:48:41.836372 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-17eaf150-f474-4a6d-b4c4-a7f6b768d1f5 req-821a129f-7e02-4781-aa55-23a94ffc2f81 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559204 Sep 26 05:48:42.479700 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f77d61-84e9-4c5e-a141-5f0be7993b75 req-02e2440e-8d45-4fea-bdc8-34801d08350c tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:42.481251 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-43f77d61-84e9-4c5e-a141-5f0be7993b75 req-02e2440e-8d45-4fea-bdc8-34801d08350c tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0547802 Sep 26 05:48:42.534409 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-43f77d61-84e9-4c5e-a141-5f0be7993b75 req-736eeb52-3fdf-405e-b6a2-eea24f2f8a3a tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459909 Sep 26 05:48:42.565849 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c706b00-c319-409c-8d26-e50b2a0ad502 req-c4c27431-fd9f-4a06-8b7f-f7f9e6043981 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:42.568287 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9c706b00-c319-409c-8d26-e50b2a0ad502 req-c4c27431-fd9f-4a06-8b7f-f7f9e6043981 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0579045 Sep 26 05:48:42.633253 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9c706b00-c319-409c-8d26-e50b2a0ad502 req-5928251e-bede-4de2-8fad-f1bceaebfe6c tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591681 Sep 26 05:48:42.670736 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-e0e2bdf9-ed07-4dd1-9cf4-12f0de144959 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d HTTP/1.1" status: 200 len: 217 time: 0.0395424 Sep 26 05:48:42.760457 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-2951a28e-dc8f-4cba-bdf9-3e657da7a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:42.762068 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-2951a28e-dc8f-4cba-bdf9-3e657da7a24b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b HTTP/1.1" status: 200 len: 854 time: 0.0473413 Sep 26 05:48:42.968517 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c04d6-5313-43db-ab97-5538eb29b6f6 req-6878f8e2-dc9f-410a-92d7-5852b2a502b7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:42.970077 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-668c04d6-5313-43db-ab97-5538eb29b6f6 req-6878f8e2-dc9f-410a-92d7-5852b2a502b7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0538788 Sep 26 05:48:43.023378 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-668c04d6-5313-43db-ab97-5538eb29b6f6 req-26671f32-c63a-41d5-9fe9-5992646991a2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445819 Sep 26 05:48:43.399211 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-2d0824da-66d8-4d35-ad24-bcc1733cf4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:43.400788 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-2d0824da-66d8-4d35-ad24-bcc1733cf4d6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426388 Sep 26 05:48:43.516095 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-ae5f1712-70b3-4c1d-af9f-4c633e0268da service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980279 Sep 26 05:48:43.636761 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9ce69f7e-0dc0-4e1d-beca-9c84940ed129 req-1f5fc417-021c-428d-8b6a-f5a0f4ed1640 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941064 Sep 26 05:48:43.673395 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309d27-314e-44c4-a1ed-3e83bb249171 req-a3b2e5cb-0bb9-4e50-a0d9-fb9de5c7a134 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:43.675124 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a2309d27-314e-44c4-a1ed-3e83bb249171 req-a3b2e5cb-0bb9-4e50-a0d9-fb9de5c7a134 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0540802 Sep 26 05:48:43.730272 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a2309d27-314e-44c4-a1ed-3e83bb249171 req-2faa15a2-2299-4217-ac2c-971b6e324dff tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490201 Sep 26 05:48:43.775979 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492324e2-26b1-4b29-a259-3811232788e0 req-8c03f19a-8550-4de5-ba62-ad1fae38bde4 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:43.778353 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-492324e2-26b1-4b29-a259-3811232788e0 req-8c03f19a-8550-4de5-ba62-ad1fae38bde4 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0538907 Sep 26 05:48:43.830419 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-492324e2-26b1-4b29-a259-3811232788e0 req-ab438b53-4f8c-4983-80a0-ed3e488814ef tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462897 Sep 26 05:48:44.096267 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:44.101408 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:44.116684 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:44.163721 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a324af6-6423-42e3-aa19-7748fcbf7a48 req-6bbb63c5-579b-4661-99f3-9ff6cc67a750 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:44.165231 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3a324af6-6423-42e3-aa19-7748fcbf7a48 req-6bbb63c5-579b-4661-99f3-9ff6cc67a750 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0528848 Sep 26 05:48:44.198397 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:44.215343 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3a324af6-6423-42e3-aa19-7748fcbf7a48 req-170ee8f7-83d2-4a16-98aa-9c0444eee78a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443428 Sep 26 05:48:44.868420 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166ca52-7a32-4bcc-8953-718ccfa9b52e req-77812f9a-bd87-42bb-9d4f-e04c0b165808 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:44.870011 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5166ca52-7a32-4bcc-8953-718ccfa9b52e req-77812f9a-bd87-42bb-9d4f-e04c0b165808 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0532248 Sep 26 05:48:44.924802 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5166ca52-7a32-4bcc-8953-718ccfa9b52e req-b55ee7b4-f3d7-4e4d-948a-0400ce08c234 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485530 Sep 26 05:48:44.974272 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89318f3-0e50-47cc-bbab-d342b80949c0 req-f3138092-c67a-4376-8205-fcde506131b2 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:44.975923 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b89318f3-0e50-47cc-bbab-d342b80949c0 req-f3138092-c67a-4376-8205-fcde506131b2 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0561826 Sep 26 05:48:45.004725 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:45.033624 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b89318f3-0e50-47cc-bbab-d342b80949c0 req-afd0eefd-ee56-4032-9683-889a366ea680 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514050 Sep 26 05:48:45.363529 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d51f2-33fa-4a27-a596-28a2741dcd9c req-e48e20e7-6e9e-4f8e-85b7-10e600b9669e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:45.365063 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-275d51f2-33fa-4a27-a596-28a2741dcd9c req-e48e20e7-6e9e-4f8e-85b7-10e600b9669e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0480487 Sep 26 05:48:45.422296 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-275d51f2-33fa-4a27-a596-28a2741dcd9c req-d78494d7-2b04-4363-806c-bc4caec0a58d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510576 Sep 26 05:48:46.053883 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2b395-561a-4ab1-b46a-93fe61dbfcc7 req-abf1d362-e05e-48dd-8657-38f99d1e5839 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:46.056058 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-08a2b395-561a-4ab1-b46a-93fe61dbfcc7 req-abf1d362-e05e-48dd-8657-38f99d1e5839 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0499134 Sep 26 05:48:46.117528 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-08a2b395-561a-4ab1-b46a-93fe61dbfcc7 req-e8ed9cd3-a20a-48e1-b762-a0ec30a84571 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521657 Sep 26 05:48:46.189644 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2da55c-30ff-40b5-a2c3-9435053d0bc2 req-0cf51e87-7487-4c11-88b5-de6ad1727f17 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:46.191224 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cf2da55c-30ff-40b5-a2c3-9435053d0bc2 req-0cf51e87-7487-4c11-88b5-de6ad1727f17 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0495920 Sep 26 05:48:46.210403 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:46.242552 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cf2da55c-30ff-40b5-a2c3-9435053d0bc2 req-aa78de62-9e90-4005-8596-4a29156dd746 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455577 Sep 26 05:48:46.558427 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c49cf-cecd-4803-b6ba-0f0499ac6611 req-59d8fd07-a540-4a0a-94d6-8d12d604c65e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:46.559961 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cd8c49cf-cecd-4803-b6ba-0f0499ac6611 req-59d8fd07-a540-4a0a-94d6-8d12d604c65e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0527008 Sep 26 05:48:46.612641 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cd8c49cf-cecd-4803-b6ba-0f0499ac6611 req-5970f56f-ea8b-4c8d-82ae-42a3abae1e1a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453181 Sep 26 05:48:47.055332 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:47.060482 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:47.223767 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:47.244161 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c773c-9168-4f3d-ad1d-88c1913322b2 req-1efbb7f8-2618-465e-8238-70aad650cdd8 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:47.245686 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3d1c773c-9168-4f3d-ad1d-88c1913322b2 req-1efbb7f8-2618-465e-8238-70aad650cdd8 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 943 time: 0.0500898 Sep 26 05:48:47.309127 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3d1c773c-9168-4f3d-ad1d-88c1913322b2 req-c2e4235f-d859-489d-b37e-e168994e5c0f tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564685 Sep 26 05:48:47.370376 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dbcf8-d088-4060-9b1b-5ad766af58ee req-352d642f-dd0f-464e-9e83-82ed8b09a25b tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:47.371972 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b10dbcf8-d088-4060-9b1b-5ad766af58ee req-352d642f-dd0f-464e-9e83-82ed8b09a25b tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0482540 Sep 26 05:48:47.423433 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b10dbcf8-d088-4060-9b1b-5ad766af58ee req-8f303e2f-b3c7-432f-94d3-d8e2c399b684 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456591 Sep 26 05:48:47.756252 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eaca0b-b86f-48a6-84e8-e2410fbbbcfc req-9ff8bcdb-a796-42b4-84e3-05df574f8d2a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:47.757937 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b8eaca0b-b86f-48a6-84e8-e2410fbbbcfc req-9ff8bcdb-a796-42b4-84e3-05df574f8d2a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0528889 Sep 26 05:48:47.821279 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b8eaca0b-b86f-48a6-84e8-e2410fbbbcfc req-2b04719d-fe29-407a-87e0-918dbd3930ce tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571215 Sep 26 05:48:48.003803 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device cfc17f70-ed8d-4384-a96d-8f2f72a15f6d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:48:48.258026 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:48:48.269770 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'port_id': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'mac_address': 'fa:16:3e:27:c3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:48:48.306596 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:48.306959 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:48.323892 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc17f70-ed8d-4384-a96d-8f2f72a15f6d {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:48:48.360784 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:48:48.369619 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:48.423558 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:48.440533 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbd9ba-0a6b-4192-8f1a-70f3c9996f49 req-dbf87600-f08f-4cfe-a5f6-908612a8dab5 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:48.442047 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9ccbd9ba-0a6b-4192-8f1a-70f3c9996f49 req-dbf87600-f08f-4cfe-a5f6-908612a8dab5 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 944 time: 0.0509212 Sep 26 05:48:48.492945 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9ccbd9ba-0a6b-4192-8f1a-70f3c9996f49 req-8b32c20e-305f-4231-8c58-cbe25c8216ed tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451784 Sep 26 05:48:48.574467 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6396b-e22e-48de-9804-beae08a986a7 req-4f76a35b-9d90-4a31-b396-02367037a587 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:48.576243 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d6b6396b-e22e-48de-9804-beae08a986a7 req-4f76a35b-9d90-4a31-b396-02367037a587 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0632725 Sep 26 05:48:48.635094 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d6b6396b-e22e-48de-9804-beae08a986a7 req-3a50cf8f-a928-434d-ac75-f9683d4fd953 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516999 Sep 26 05:48:48.970619 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:48:48.974623 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91909a32-30f7-48a6-9f23-6bd18efe8799 req-ebe03234-f66c-4296-b680-c7c8c848a5ad tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:48.976619 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-91909a32-30f7-48a6-9f23-6bd18efe8799 req-ebe03234-f66c-4296-b680-c7c8c848a5ad tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0543621 Sep 26 05:48:49.035902 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-91909a32-30f7-48a6-9f23-6bd18efe8799 req-2567c2ee-6a22-45d7-a85d-2d1bba14ff33 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505023 Sep 26 05:48:49.631546 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9eb1b1-7a78-45be-88aa-024b19fc8d78 req-92ff194f-c32e-4dc3-be30-eb54497a7af5 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:49.633071 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9c9eb1b1-7a78-45be-88aa-024b19fc8d78 req-92ff194f-c32e-4dc3-be30-eb54497a7af5 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 944 time: 0.0494299 Sep 26 05:48:49.689972 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9c9eb1b1-7a78-45be-88aa-024b19fc8d78 req-c53fe3b7-b18e-41bb-beda-d5eef12ff318 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 Sep 26 05:48:49.803943 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55dc1-87e7-4fbf-9a99-66c7bf5acec5 req-b9c1462e-a074-416c-b0a7-556d68033ffa tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:49.805408 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-97b55dc1-87e7-4fbf-9a99-66c7bf5acec5 req-b9c1462e-a074-416c-b0a7-556d68033ffa tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0602262 Sep 26 05:48:49.856931 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-97b55dc1-87e7-4fbf-9a99-66c7bf5acec5 req-59dfd1e7-4c9d-4aef-a88b-668bafdb2a3d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450742 Sep 26 05:48:49.951714 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 52126) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:48:50.091742 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:50.171956 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58c19e-856f-4965-9e17-60925c654304 req-ba7637cb-510f-43fc-998c-02394b78d7ab tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:50.173503 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-db58c19e-856f-4965-9e17-60925c654304 req-ba7637cb-510f-43fc-998c-02394b78d7ab tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0534902 Sep 26 05:48:50.180417 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Publish callbacks [] for security_group (7634bbab-e168-49f9-9ed6-dd2c0fac68ed), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:50.186305 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (7634bbab-e168-49f9-9ed6-dd2c0fac68ed), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:50.227653 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ab233f9ef528422e90eeeb5bee9f3bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747562 Sep 26 05:48:50.233161 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7634bbab-e168-49f9-9ed6-dd2c0fac68ed,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:50.233367 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-db58c19e-856f-4965-9e17-60925c654304 req-54321883-99eb-42a8-95f5-122f8b89e887 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474954 Sep 26 05:48:50.233367 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 52132) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:48:50.243434 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.244408 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.244408 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.244803 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.244803 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.245222 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.245454 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.245804 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.246619 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.246619 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.247010 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.247382 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.247556 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.247821 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.248148 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052fa55-8e80-490f-a04a-30ee7d17eb3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:50.288253 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1a03f6ca-df06-4bce-8314-ec3f566d7960 admin admin] Publish callbacks [] for security_group (7634bbab-e168-49f9-9ed6-dd2c0fac68ed), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:50.309736 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1a03f6ca-df06-4bce-8314-ec3f566d7960 admin admin] Publish callbacks [] for security_group (7634bbab-e168-49f9-9ed6-dd2c0fac68ed), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:50.349475 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device cfc17f70-ed8d-4384-a96d-8f2f72a15f6d up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:48:50.364694 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1a03f6ca-df06-4bce-8314-ec3f566d7960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (7634bbab-e168-49f9-9ed6-dd2c0fac68ed), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:50.367823 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1a03f6ca-df06-4bce-8314-ec3f566d7960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:50.369087 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-1a03f6ca-df06-4bce-8314-ec3f566d7960 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/7634bbab-e168-49f9-9ed6-dd2c0fac68ed HTTP/1.1" status: 204 len: 168 time: 0.1362057 Sep 26 05:48:50.377804 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03f6ca-df06-4bce-8314-ec3f566d7960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7634bbab-e168-49f9-9ed6-dd2c0fac68ed,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:50.415321 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:48:50.424241 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:48:50.425080 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:50.425469 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d Sep 26 05:48:50.511441 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:50.511953 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:50.542094 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:48:50.544960 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a3fcbb-175b-4d99-b78b-90f097bdd53f" -d '{"events": [{"server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "name": "network-vif-plugged", "status": "completed", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:48:50.564743 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:48:50.572467 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:50.606743 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2887686-fa3c-4dfa-ab86-2fe26ef17f66 x-openstack-request-id: req-d2887686-fa3c-4dfa-ab86-2fe26ef17f66 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:48:50.607036 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "name": "network-vif-plugged", "status": "completed", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:48:50.607292 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d2887686-fa3c-4dfa-ab86-2fe26ef17f66 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:48:50.607700 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2887686-fa3c-4dfa-ab86-2fe26ef17f66'] response: {'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'code': 200} Sep 26 05:48:50.645429 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:50.855310 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed03daa-f88e-4cb2-82e2-dd6c2c90c519 req-253b341b-2ebb-4532-a72a-1a5ede776917 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:50.856887 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1ed03daa-f88e-4cb2-82e2-dd6c2c90c519 req-253b341b-2ebb-4532-a72a-1a5ede776917 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 945 time: 0.0823495 Sep 26 05:48:50.862947 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cca031-a789-4268-96de-a0d115ec3d63 req-d6622961-7e7c-45e3-abd1-9de35c74fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:50.864472 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-31cca031-a789-4268-96de-a0d115ec3d63 req-d6622961-7e7c-45e3-abd1-9de35c74fb02 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 1129 time: 0.0556018 Sep 26 05:48:50.949338 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1ed03daa-f88e-4cb2-82e2-dd6c2c90c519 req-9e67a92d-c06c-45a5-bd4b-bac805a62301 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826986 Sep 26 05:48:50.951742 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-31cca031-a789-4268-96de-a0d115ec3d63 req-c9b98ca3-a86f-4136-992c-bbbc9f24c5e9 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773120 Sep 26 05:48:51.018092 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d058484-27cc-4795-87c5-8c082ad3e815 req-ba08d64c-d586-4009-8f3d-226e1e62dd91 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:51.019669 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8d058484-27cc-4795-87c5-8c082ad3e815 req-ba08d64c-d586-4009-8f3d-226e1e62dd91 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0702784 Sep 26 05:48:51.068157 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:51.088585 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8d058484-27cc-4795-87c5-8c082ad3e815 req-fc87f94d-2c08-402f-bb59-8f32d3b75cbb tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623102 Sep 26 05:48:51.377163 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61357721-493a-475b-b936-5443a57e0400 req-702220a1-f08e-4d77-818c-b96dedda60a2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:51.378677 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-61357721-493a-475b-b936-5443a57e0400 req-702220a1-f08e-4d77-818c-b96dedda60a2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0537944 Sep 26 05:48:51.431731 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-61357721-493a-475b-b936-5443a57e0400 req-278777d4-6bb7-4e1a-ac50-f2904a226f7d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457716 Sep 26 05:48:52.096292 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677bed9-bd5e-4d2f-abf8-481ac72bb35b req-004aa031-066d-4544-b61b-5886bb2f4752 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:52.097912 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8677bed9-bd5e-4d2f-abf8-481ac72bb35b req-004aa031-066d-4544-b61b-5886bb2f4752 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 945 time: 0.0591309 Sep 26 05:48:52.150123 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8677bed9-bd5e-4d2f-abf8-481ac72bb35b req-e32a31d5-ecac-49cd-b8d3-22765ac538e0 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452561 Sep 26 05:48:52.225151 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba806f-3f36-48ca-998a-304d82639d95 req-31b57bba-7d9c-42e1-b628-e84cb92051d0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:52.226707 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-49ba806f-3f36-48ca-998a-304d82639d95 req-31b57bba-7d9c-42e1-b628-e84cb92051d0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0482864 Sep 26 05:48:52.240127 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:52.278841 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-49ba806f-3f36-48ca-998a-304d82639d95 req-2fd6703d-91ee-46a0-ac48-56b266e502a1 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459898 Sep 26 05:48:52.549774 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:52.570382 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e8334-b064-406b-9388-89e131955028 req-1b93b698-0022-4339-a876-e213595a36c3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:52.571927 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-795e8334-b064-406b-9388-89e131955028 req-1b93b698-0022-4339-a876-e213595a36c3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0527084 Sep 26 05:48:52.623037 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-795e8334-b064-406b-9388-89e131955028 req-4a3512a6-8c90-410f-b7aa-4b4883d61a56 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451860 Sep 26 05:48:53.285640 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8499d-04fc-4d97-9ecb-80d2245f5689 req-fceb603a-b173-4ab5-b8e2-5ee4d5784fb4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:53.287184 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-47c8499d-04fc-4d97-9ecb-80d2245f5689 req-fceb603a-b173-4ab5-b8e2-5ee4d5784fb4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 945 time: 0.0552027 Sep 26 05:48:53.301358 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:53.348466 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-47c8499d-04fc-4d97-9ecb-80d2245f5689 req-78df34e9-3473-4a7b-a7d0-3e866e23e600 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555139 Sep 26 05:48:53.418139 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3df9c-e1c3-4ae2-b8c7-84c9dfcd9a2d req-5a022d62-7f1d-4fc6-8cdb-a7d3cbeb2c41 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:53.419835 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2af3df9c-e1c3-4ae2-b8c7-84c9dfcd9a2d req-5a022d62-7f1d-4fc6-8cdb-a7d3cbeb2c41 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0613008 Sep 26 05:48:53.478050 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168c51-d98e-46ac-9131-86cc17b277af req-c4e87245-93dd-4358-861a-87c8639a2f25 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:53.479030 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2af3df9c-e1c3-4ae2-b8c7-84c9dfcd9a2d req-98cdef7a-bff0-41a8-bb3c-8f2c3945095c tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513823 Sep 26 05:48:53.480869 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-46168c51-d98e-46ac-9131-86cc17b277af req-c4e87245-93dd-4358-861a-87c8639a2f25 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 945 time: 0.0555863 Sep 26 05:48:53.532343 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-46168c51-d98e-46ac-9131-86cc17b277af req-70dabe2a-16f5-477b-a9f3-1abb67153316 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471382 Sep 26 05:48:53.760810 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad33c0-a6c6-4791-96e7-06ecd481f2fb req-1ebdd69d-ee9b-4170-b185-9ca227a12b85 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:53.762263 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7fad33c0-a6c6-4791-96e7-06ecd481f2fb req-1ebdd69d-ee9b-4170-b185-9ca227a12b85 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0515180 Sep 26 05:48:53.816386 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7fad33c0-a6c6-4791-96e7-06ecd481f2fb req-f6a2b062-46ff-41f5-b93b-7727ba3c002b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479205 Sep 26 05:48:53.882695 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a9e40-4946-490b-ad50-e40b45d8c73e req-576edb2a-4bef-4713-93d8-fb71a86a43c6 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:53.884205 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2e3a9e40-4946-490b-ad50-e40b45d8c73e req-576edb2a-4bef-4713-93d8-fb71a86a43c6 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 945 time: 0.0488222 Sep 26 05:48:53.932505 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2e3a9e40-4946-490b-ad50-e40b45d8c73e req-8aa0f8fc-bb2d-4bda-9817-5b12f1cfaf47 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Sep 26 05:48:54.862921 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33987e35-986c-4de5-ac9f-ecc7e0c89313 req-9de38b6f-ac3d-4b84-864d-40d551af936c tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:54.864426 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-33987e35-986c-4de5-ac9f-ecc7e0c89313 req-9de38b6f-ac3d-4b84-864d-40d551af936c tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.3058078 Sep 26 05:48:54.915936 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-33987e35-986c-4de5-ac9f-ecc7e0c89313 req-e7bc9ebc-d8f4-401f-b561-7d2e5402a4b2 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449729 Sep 26 05:48:54.949882 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f6ea1-628d-4089-a93b-2178029f623c req-cb3d9a8a-86bf-455e-86ff-2be69ee5e487 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:54.951410 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ab9f6ea1-628d-4089-a93b-2178029f623c req-cb3d9a8a-86bf-455e-86ff-2be69ee5e487 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0515718 Sep 26 05:48:55.001724 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ab9f6ea1-628d-4089-a93b-2178029f623c req-d1d45686-bde3-4627-affb-0c839c965ce2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446055 Sep 26 05:48:55.170988 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75ef56-a4de-4bb9-a967-e0d22edd8b08 req-ca828f2a-1b88-49e2-8b7f-db575704f7a7 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:55.172508 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0e75ef56-a4de-4bb9-a967-e0d22edd8b08 req-ca828f2a-1b88-49e2-8b7f-db575704f7a7 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0499971 Sep 26 05:48:55.223729 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0e75ef56-a4de-4bb9-a967-e0d22edd8b08 req-fc8ff6d2-fcff-4ba3-a956-39dade74d032 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454035 Sep 26 05:48:55.315184 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0547a8-625c-447a-a2a8-8ee2fc29ad22 req-df4efc61-5e11-4a9f-bfa9-f6fbd5393bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:55.316735 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7d0547a8-625c-447a-a2a8-8ee2fc29ad22 req-df4efc61-5e11-4a9f-bfa9-f6fbd5393bc1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 1129 time: 0.0433357 Sep 26 05:48:55.414076 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0547a8-625c-447a-a2a8-8ee2fc29ad22 req-48118b63-4352-4e9b-9fcb-58eeeab2ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:55.415453 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7d0547a8-625c-447a-a2a8-8ee2fc29ad22 req-48118b63-4352-4e9b-9fcb-58eeeab2ec57 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 HTTP/1.1" status: 200 len: 912 time: 0.0924389 Sep 26 05:48:55.487524 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7d0547a8-625c-447a-a2a8-8ee2fc29ad22 req-7994a773-4b1d-44dd-a8e6-76cc81578187 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=874e44a1-6cb8-479e-b4b0-e68322b26e1f HTTP/1.1" status: 200 len: 1001 time: 0.0562177 Sep 26 05:48:55.542213 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0547a8-625c-447a-a2a8-8ee2fc29ad22 req-8cd3483c-4060-4359-9f0f-9d9f55ac63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:55.543694 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7d0547a8-625c-447a-a2a8-8ee2fc29ad22 req-8cd3483c-4060-4359-9f0f-9d9f55ac63e6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e53b9fa-5781-43b1-83a4-24777e561610 HTTP/1.1" status: 200 len: 850 time: 0.0492566 Sep 26 05:48:55.589736 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0547a8-625c-447a-a2a8-8ee2fc29ad22 req-66de933f-825b-47dd-a064-672a21f7104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:55.591251 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7d0547a8-625c-447a-a2a8-8ee2fc29ad22 req-66de933f-825b-47dd-a064-672a21f7104b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407000 Sep 26 05:48:55.704388 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7d0547a8-625c-447a-a2a8-8ee2fc29ad22 req-f002a151-2319-4c6f-9e84-e817ca8d034d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061065 Sep 26 05:48:55.803079 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7d0547a8-625c-447a-a2a8-8ee2fc29ad22 req-5b230e2e-6fe4-486d-a9a4-0700a29d75b1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921063 Sep 26 05:48:56.138233 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bd4c1-6cfa-4842-9e82-29b6e44bbc5a req-a6e42b49-6a2d-4933-b2a8-1a6ea488bc36 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:56.139737 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5a1bd4c1-6cfa-4842-9e82-29b6e44bbc5a req-a6e42b49-6a2d-4933-b2a8-1a6ea488bc36 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0489516 Sep 26 05:48:56.194047 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5a1bd4c1-6cfa-4842-9e82-29b6e44bbc5a req-9586b4f9-09a8-4f43-918a-6501074cda48 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470307 Sep 26 05:48:56.327503 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 13bc2cea-45a7-43cc-8730-0f8356ec20ea details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:48:56.348932 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2ca03-19ef-4322-921c-8f0670a30b87 req-f7c2f510-f1b8-40d0-9039-c6fda4df758a tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:56.351098 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-11c2ca03-19ef-4322-921c-8f0670a30b87 req-f7c2f510-f1b8-40d0-9039-c6fda4df758a tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0508411 Sep 26 05:48:56.404752 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:56.405698 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-11c2ca03-19ef-4322-921c-8f0670a30b87 req-89c318e8-61b8-49c2-aeb8-cd76e40f40b1 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482285 Sep 26 05:48:56.420694 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:56.442247 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:48:56.455645 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'port_id': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'mac_address': 'fa:16:3e:b3:1d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:48:56.492324 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 13bc2cea-45a7-43cc-8730-0f8356ec20ea is: ACTIVE; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:56.492709 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:56.507756 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13bc2cea-45a7-43cc-8730-0f8356ec20ea {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:48:56.530015 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:48:56.534423 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:56.581643 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=13bc2cea-45a7-43cc-8730-0f8356ec20ea,revision_number=6']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:56.589544 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.589865 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.590241 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.590591 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.590954 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.591238 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.591556 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.591879 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.592205 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.592526 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.593097 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.593456 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.593776 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.594169 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.594540 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:48:56.750566 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['13bc2cea-45a7-43cc-8730-0f8356ec20ea'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:48:57.340753 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e0e27-6b4f-49dd-9389-022a7e783ef6 req-a2a8aba4-3bbb-47bd-8893-bab2a42a1821 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:57.342411 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d23e0e27-6b4f-49dd-9389-022a7e783ef6 req-a2a8aba4-3bbb-47bd-8893-bab2a42a1821 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 944 time: 0.0534105 Sep 26 05:48:57.405777 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d23e0e27-6b4f-49dd-9389-022a7e783ef6 req-bbab5196-0299-41d0-abe5-78c4a30c6d03 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527940 Sep 26 05:48:57.550832 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34138ab-6935-44cc-a8fb-d2de8e6b020b req-4ee99815-9e8e-4484-8dde-85b6984a3419 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:57.552428 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f34138ab-6935-44cc-a8fb-d2de8e6b020b req-4ee99815-9e8e-4484-8dde-85b6984a3419 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0511739 Sep 26 05:48:57.610931 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f34138ab-6935-44cc-a8fb-d2de8e6b020b req-a9a27992-d68b-4ce3-b673-24012a88bf32 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525134 Sep 26 05:48:58.347098 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 13bc2cea-45a7-43cc-8730-0f8356ec20ea up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:48:58.397566 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 13bc2cea-45a7-43cc-8730-0f8356ec20ea triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:48:58.397941 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:58.398313 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:48:58.477775 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 13bc2cea-45a7-43cc-8730-0f8356ec20ea is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:48:58.478175 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:58.503458 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:48:58.505727 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199d42de-ef59-4b57-9339-d564fea593d8" -d '{"events": [{"server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "name": "network-vif-plugged", "status": "completed", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:48:58.520659 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:48:58.526768 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:58.547450 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a4f9d-94e0-4b9f-bd30-04ed8d52a09f req-4cf78449-2efb-4953-ba28-7ae04063bef2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:58.549152 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4d9a4f9d-94e0-4b9f-bd30-04ed8d52a09f req-4cf78449-2efb-4953-ba28-7ae04063bef2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 944 time: 0.0548964 Sep 26 05:48:58.562189 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e577c-7575-4696-ae85-936d94e75511 x-openstack-request-id: req-358e577c-7575-4696-ae85-936d94e75511 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:48:58.562601 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "name": "network-vif-plugged", "status": "completed", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:48:58.562803 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-358e577c-7575-4696-ae85-936d94e75511 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:48:58.563187 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358e577c-7575-4696-ae85-936d94e75511'] response: {'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'code': 200} Sep 26 05:48:58.568216 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:48:58.597452 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=13bc2cea-45a7-43cc-8730-0f8356ec20ea,revision_number=7']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:48:58.625016 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4d9a4f9d-94e0-4b9f-bd30-04ed8d52a09f req-8eb1d8c1-1942-4b25-a142-cebd8f015c01 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650189 Sep 26 05:48:59.680006 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3857c69d-8435-49e7-a96e-eec95f1fffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:48:59.791700 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481dcda-b80e-443d-ae00-b798a0e07c25 req-aa2de0a8-2fa6-4f42-b13c-02c1b90c9a1e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:48:59.794104 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a481dcda-b80e-443d-ae00-b798a0e07c25 req-aa2de0a8-2fa6-4f42-b13c-02c1b90c9a1e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0573797 Sep 26 05:48:59.847054 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a481dcda-b80e-443d-ae00-b798a0e07c25 req-ed90bfa3-706b-4ab7-aa59-5f99c4dd6b63 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 Sep 26 05:49:00.946832 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:00.986867 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747878a9-e973-4a46-9f0c-72ef8cbff0be req-6be0f34b-eaac-4de2-9c65-b259a2f6f73a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:00.988428 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-747878a9-e973-4a46-9f0c-72ef8cbff0be req-6be0f34b-eaac-4de2-9c65-b259a2f6f73a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0529661 Sep 26 05:49:01.038953 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-747878a9-e973-4a46-9f0c-72ef8cbff0be req-d0f08707-566d-4c89-83ec-e053cfeacaa3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444746 Sep 26 05:49:02.118201 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a438e9b4-818b-4aaa-b7c4-96801b53a1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:02.188455 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604f53f-6102-4778-8fab-36e34884eca5 req-e513057d-c9c6-449e-87bb-82850b9435fa tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:02.191039 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0604f53f-6102-4778-8fab-36e34884eca5 req-e513057d-c9c6-449e-87bb-82850b9435fa tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0616601 Sep 26 05:49:02.244549 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0604f53f-6102-4778-8fab-36e34884eca5 req-705534ba-9560-481d-a3d6-df9f521a0969 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478046 Sep 26 05:49:03.299073 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:03.373348 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:03.384789 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f637b96-43fb-4d6a-8bdf-2e9b01116a9c req-4c9375b7-1852-4bd4-9721-15d40d38764e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:03.393816 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0f637b96-43fb-4d6a-8bdf-2e9b01116a9c req-4c9375b7-1852-4bd4-9721-15d40d38764e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0585058 Sep 26 05:49:03.450334 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0f637b96-43fb-4d6a-8bdf-2e9b01116a9c req-d153fa64-b9fd-4f88-a6e5-01e240539e81 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494678 Sep 26 05:49:04.605191 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4cd4f-c9f0-41c1-9eb0-1832f0fb22ef req-59d3a0bf-af2a-462b-b88d-cab70d64bb96 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:04.606687 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-13a4cd4f-c9f0-41c1-9eb0-1832f0fb22ef req-59d3a0bf-af2a-462b-b88d-cab70d64bb96 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0613174 Sep 26 05:49:04.659477 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-13a4cd4f-c9f0-41c1-9eb0-1832f0fb22ef req-a6d50b5c-f438-467a-ab16-2de5a5bcc352 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457010 Sep 26 05:49:04.991300 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:05.075680 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:05.264891 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:05.278747 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b1981-a1f8-4aed-b050-a21858dbe4fb req-9be75251-dba6-4f30-a631-59d4d8e8e8b0 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:05.280248 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b40b1981-a1f8-4aed-b050-a21858dbe4fb req-9be75251-dba6-4f30-a631-59d4d8e8e8b0 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 945 time: 0.0492191 Sep 26 05:49:05.328505 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b40b1981-a1f8-4aed-b050-a21858dbe4fb req-948f0235-7e01-40dc-a20f-38dd9d7328d7 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424230 Sep 26 05:49:05.362352 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 52270) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:05.580722 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275a127-6c8c-401f-b55f-a76191bfc377 tempest-TestMinimumBasicScenario-374379144 tempest-TestMinimumBasicScenario-374379144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:05.583055 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-7275a127-6c8c-401f-b55f-a76191bfc377 tempest-TestMinimumBasicScenario-374379144 tempest-TestMinimumBasicScenario-374379144-project-admin] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 1124 time: 0.2195294 Sep 26 05:49:05.586708 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 52276) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:05.591609 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'port_id': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'fixed_ip_address': '172.20.0.3'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:05.616517 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:05.810159 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220894f-c8ed-476b-ab92-5f70b5379a74 req-a4c982fe-dd2b-4100-ada5-8d4dce129661 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:05.811945 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5220894f-c8ed-476b-ab92-5f70b5379a74 req-a4c982fe-dd2b-4100-ada5-8d4dce129661 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0625038 Sep 26 05:49:05.870165 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5220894f-c8ed-476b-ab92-5f70b5379a74 req-c152ec44-5b4b-41ad-ac8a-887f760f459b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465238 Sep 26 05:49:05.952109 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:06.080108 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Allocated IP 172.27.1.169 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:49:06.226129 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for port (3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:06.261426 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:06.303595 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:49:06.309126 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:49:06.311878 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:49:06.315637 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'Port': ['ID=3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:06.551923 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:06.667150 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:06.709565 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for floatingip (792c0c2e-6791-45c8-a33d-38e155d849de), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:06.787426 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:06.961826 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for port (3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:06.970606 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:07.050335 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'Port': ['ID=3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:07.054546 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (792c0c2e-6791-45c8-a33d-38e155d849de), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:07.208801 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cbe45-4f56-4cdf-aeb1-86b43d1878c6 req-b33c2bc6-f7fa-4333-a926-40725578ef51 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:07.210443 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-712cbe45-4f56-4cdf-aeb1-86b43d1878c6 req-b33c2bc6-f7fa-4333-a926-40725578ef51 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.2456391 Sep 26 05:49:07.212520 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Floating IP 792c0c2e-6791-45c8-a33d-38e155d849de associated. External IP: 172.27.1.169, port: cfc17f70-ed8d-4384-a96d-8f2f72a15f6d. Sep 26 05:49:07.339015 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-712cbe45-4f56-4cdf-aeb1-86b43d1878c6 req-5c75e212-4638-4a92-b83d-29f05d77f09d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208482 Sep 26 05:49:07.470405 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:07.483569 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Router 6d499d36-a058-4b3c-8694-944068dfee11 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:49:07.616173 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:49:07.629469 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b15e9b-3965-4b85-954a-cdbda933f09e None None] Sync routers for ids ['6d499d36-a058-4b3c-8694-944068dfee11'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:49:07.645042 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b15e9b-3965-4b85-954a-cdbda933f09e None None] Routers {'6d499d36-a058-4b3c-8694-944068dfee11'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:49:07.646336 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-78b15e9b-3965-4b85-954a-cdbda933f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:49:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6d499d36-a058-4b3c-8694-944068dfee11'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:49:07.658326 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:07.700654 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-17c1dc05-193a-4719-aca9-188a85cff593 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1094267 Sep 26 05:49:07.700654 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:49:07.702902 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 52312) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:07.703410 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:49:07.710468 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-a310299b-2fca-42a7-9764-51c4d11867f4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2141064964', 'description': 'tempest-secgroup-smoke-2141064964 description', 'project_id': '0b095f1ee00e46cfabebc2dc34992997'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:07.749048 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:07.749771 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:07.755097 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a310299b-2fca-42a7-9764-51c4d11867f4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:07.767509 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-78b15e9b-3965-4b85-954a-cdbda933f09e None None] Set router 6d499d36-a058-4b3c-8694-944068dfee11 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:49:07.783169 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5222384b-de6e-40bd-a658-8aba6068765c x-openstack-request-id: req-5222384b-de6e-40bd-a658-8aba6068765c {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:49:07.784672 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:49:07.786168 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5222384b-de6e-40bd-a658-8aba6068765c {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:49:07.789233 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5222384b-de6e-40bd-a658-8aba6068765c'] response: {'name': 'network-changed', 'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'status': 'completed', 'code': 200} Sep 26 05:49:07.867783 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a310299b-2fca-42a7-9764-51c4d11867f4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group (614dd8f1-649a-4178-9413-96e4743e870b), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:07.883321 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a310299b-2fca-42a7-9764-51c4d11867f4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (614dd8f1-649a-4178-9413-96e4743e870b), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:07.949716 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310299b-2fca-42a7-9764-51c4d11867f4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614dd8f1-649a-4178-9413-96e4743e870b,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:07.968546 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef req-ae8b1105-65fc-4e64-a952-c739f490ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:07.971617 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef req-ae8b1105-65fc-4e64-a952-c739f490ae4c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b095f1ee00e46cfabebc2dc34992997&device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 1129 time: 0.1104872 Sep 26 05:49:07.979110 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a310299b-2fca-42a7-9764-51c4d11867f4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:07.986153 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 52318) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:07.993380 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-d0c3380f-99c2-4d13-a240-37097fbf7874 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Request body: {'security_group_rule': {'security_group_id': '614dd8f1-649a-4178-9413-96e4743e870b', 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:08.001325 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-a310299b-2fca-42a7-9764-51c4d11867f4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2958682 Sep 26 05:49:08.012227 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:08.050701 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d0c3380f-99c2-4d13-a240-37097fbf7874 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (df6f52a3-ec49-43e9-b498-77401bce2a6f), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.110871 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-78b15e9b-3965-4b85-954a-cdbda933f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '792c0c2e-6791-45c8-a33d-38e155d849de', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'port_id': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'mac_address': 'fa:16:3e:27:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b7726-3a5c-412e-973f-02740f96edde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:49:06Z', 'updated_at': '2022-09-26T05:49:06Z', 'revision_number': 0, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288b395c-9860-4ac4-85d4-7b401d679046', 'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'mac_address': 'fa:16:3e:b6:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:53Z', 'updated_at': '2022-09-26T05:47:58Z', 'revision_number': 5, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'subnets': [{'id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:49:08.156506 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b15e9b-3965-4b85-954a-cdbda933f09e None None] Checking router: 6d499d36-a058-4b3c-8694-944068dfee11 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:49:08.160232 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d0c3380f-99c2-4d13-a240-37097fbf7874 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (df6f52a3-ec49-43e9-b498-77401bce2a6f), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.164784 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef req-97c24d9f-5100-4fec-b907-f3e0f12d6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:08.166806 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef req-97c24d9f-5100-4fec-b907-f3e0f12d6004 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f HTTP/1.1" status: 200 len: 916 time: 0.1634226 Sep 26 05:49:08.167463 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d0c3380f-99c2-4d13-a240-37097fbf7874 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (df6f52a3-ec49-43e9-b498-77401bce2a6f), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.168872 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b15e9b-3965-4b85-954a-cdbda933f09e None None] Routers {'6d499d36-a058-4b3c-8694-944068dfee11'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:49:08.170591 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-78b15e9b-3965-4b85-954a-cdbda933f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:49:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6d499d36-a058-4b3c-8694-944068dfee11'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:49:08.191616 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3380f-99c2-4d13-a240-37097fbf7874 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6f52a3-ec49-43e9-b498-77401bce2a6f,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:08.199818 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d0c3380f-99c2-4d13-a240-37097fbf7874 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.204680 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-d0c3380f-99c2-4d13-a240-37097fbf7874 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2166569 Sep 26 05:49:08.205458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 52320) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:08.210410 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-59e543c5-bc86-4861-a2b8-1cbbb94166de tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Request body: {'security_group_rule': {'security_group_id': '614dd8f1-649a-4178-9413-96e4743e870b', 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:08.245672 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-59e543c5-bc86-4861-a2b8-1cbbb94166de tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (c5169e8f-2e1c-4b0e-8f8b-a8a2001f402d), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.280232 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef req-84a1ac25-0c62-4ecc-a07e-80290f8ee2bf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d HTTP/1.1" status: 200 len: 999 time: 0.0999973 Sep 26 05:49:08.343831 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-59e543c5-bc86-4861-a2b8-1cbbb94166de tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (c5169e8f-2e1c-4b0e-8f8b-a8a2001f402d), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.351423 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-59e543c5-bc86-4861-a2b8-1cbbb94166de tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (c5169e8f-2e1c-4b0e-8f8b-a8a2001f402d), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.356261 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef req-cf6abbed-676c-4a37-bf30-2734621b14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:08.358490 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef req-cf6abbed-676c-4a37-bf30-2734621b14e7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b HTTP/1.1" status: 200 len: 854 time: 0.0647414 Sep 26 05:49:08.359177 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-78b15e9b-3965-4b85-954a-cdbda933f09e None None] Set router 6d499d36-a058-4b3c-8694-944068dfee11 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:49:08.393242 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e543c5-bc86-4861-a2b8-1cbbb94166de tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5169e8f-2e1c-4b0e-8f8b-a8a2001f402d,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:08.413743 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-59e543c5-bc86-4861-a2b8-1cbbb94166de tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.416567 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-59e543c5-bc86-4861-a2b8-1cbbb94166de tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2099261 Sep 26 05:49:08.420224 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 52324) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:08.430889 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-1c107b17-1ffb-4613-a73b-4788db152113 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Request body: {'security_group_rule': {'security_group_id': '614dd8f1-649a-4178-9413-96e4743e870b', 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:08.439156 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef req-fc50fa77-1155-4e7b-a204-d869393a2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:08.441536 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef req-fc50fa77-1155-4e7b-a204-d869393a2384 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0764797 Sep 26 05:49:08.487255 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-1c107b17-1ffb-4613-a73b-4788db152113 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (9f869177-7abd-4e07-97f9-b53c63bbbaa5), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.578749 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3aaaa-8417-4755-bbbf-769ddd0410ad req-11ca1d89-e444-4938-ae11-940dcb91e2ba tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:08.580396 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-87a3aaaa-8417-4755-bbbf-769ddd0410ad req-11ca1d89-e444-4938-ae11-940dcb91e2ba tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0780962 Sep 26 05:49:08.587924 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef req-ef00f4cd-f29b-4b16-b27f-102c509552e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371663 Sep 26 05:49:08.640633 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-1c107b17-1ffb-4613-a73b-4788db152113 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (9f869177-7abd-4e07-97f9-b53c63bbbaa5), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.647856 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-1c107b17-1ffb-4613-a73b-4788db152113 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (9f869177-7abd-4e07-97f9-b53c63bbbaa5), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.683801 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:08.688870 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c107b17-1ffb-4613-a73b-4788db152113 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f869177-7abd-4e07-97f9-b53c63bbbaa5,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:08.695376 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-87a3aaaa-8417-4755-bbbf-769ddd0410ad req-ea754c48-58f8-4859-8a31-cdc0213e9bb6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076386 Sep 26 05:49:08.704045 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-1c107b17-1ffb-4613-a73b-4788db152113 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.705387 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-1c107b17-1ffb-4613-a73b-4788db152113 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2837265 Sep 26 05:49:08.708484 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 52326) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:08.714309 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-5c882829-2e46-46d7-a193-7c416ba92db6 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Request body: {'security_group_rule': {'security_group_id': '614dd8f1-649a-4178-9413-96e4743e870b', 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:08.773171 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-78b15e9b-3965-4b85-954a-cdbda933f09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '792c0c2e-6791-45c8-a33d-38e155d849de', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'port_id': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'mac_address': 'fa:16:3e:27:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b7726-3a5c-412e-973f-02740f96edde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:49:06Z', 'updated_at': '2022-09-26T05:49:06Z', 'revision_number': 0, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288b395c-9860-4ac4-85d4-7b401d679046', 'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'mac_address': 'fa:16:3e:b6:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:53Z', 'updated_at': '2022-09-26T05:47:58Z', 'revision_number': 5, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'subnets': [{'id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:49:08.780570 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-acf285ae-a7f6-4ba9-a05d-85d2a27ad7ef req-e4e82b9a-1832-4ca4-be27-5fef9e482fc7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847806 Sep 26 05:49:08.800861 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5c882829-2e46-46d7-a193-7c416ba92db6 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (c39f86ae-be4f-4c4b-bea8-6a6afc416b1d), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.808239 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b15e9b-3965-4b85-954a-cdbda933f09e None None] The sync data for ids ['6d499d36-a058-4b3c-8694-944068dfee11'] in dv-cinder-836083-14-iscsi is: [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '792c0c2e-6791-45c8-a33d-38e155d849de', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'port_id': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'mac_address': 'fa:16:3e:27:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700b7726-3a5c-412e-973f-02740f96edde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:49:06Z', 'updated_at': '2022-09-26T05:49:06Z', 'revision_number': 0, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288b395c-9860-4ac4-85d4-7b401d679046', 'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'mac_address': 'fa:16:3e:b6:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:53Z', 'updated_at': '2022-09-26T05:47:58Z', 'revision_number': 5, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'subnets': [{'id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:49:08.900935 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5c882829-2e46-46d7-a193-7c416ba92db6 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (c39f86ae-be4f-4c4b-bea8-6a6afc416b1d), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.908015 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5c882829-2e46-46d7-a193-7c416ba92db6 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (c39f86ae-be4f-4c4b-bea8-6a6afc416b1d), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.934434 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c882829-2e46-46d7-a193-7c416ba92db6 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39f86ae-be4f-4c4b-bea8-6a6afc416b1d,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:08.947433 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5c882829-2e46-46d7-a193-7c416ba92db6 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:08.948542 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5c882829-2e46-46d7-a193-7c416ba92db6 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2391462 Sep 26 05:49:08.951735 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 52328) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:08.957120 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-a882244c-046e-4d2f-9e15-a4e6b7612516 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Request body: {'security_group_rule': {'security_group_id': '614dd8f1-649a-4178-9413-96e4743e870b', 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:08.969330 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:08.993102 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.securitygroups_db [None req-a882244c-046e-4d2f-9e15-a4e6b7612516 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Project 0b095f1ee00e46cfabebc2dc34992997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 05:49:09.000298 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a882244c-046e-4d2f-9e15-a4e6b7612516 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (fc090995-9953-4c39-9f3d-e579463fb1ba), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:09.113419 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a882244c-046e-4d2f-9e15-a4e6b7612516 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (fc090995-9953-4c39-9f3d-e579463fb1ba), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:09.120611 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a882244c-046e-4d2f-9e15-a4e6b7612516 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (fc090995-9953-4c39-9f3d-e579463fb1ba), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:09.162584 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882244c-046e-4d2f-9e15-a4e6b7612516 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc090995-9953-4c39-9f3d-e579463fb1ba,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:09.170658 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a882244c-046e-4d2f-9e15-a4e6b7612516 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:09.172104 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-a882244c-046e-4d2f-9e15-a4e6b7612516 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2191041 Sep 26 05:49:09.175417 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 52332) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:09.181233 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-b00da59b-c9dc-4aca-b74f-72a944700033 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Request body: {'security_group_rule': {'security_group_id': '614dd8f1-649a-4178-9413-96e4743e870b', 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:09.187666 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3399e6-75b5-42d6-aff1-d7e0be5cbf16 None None] New status for floating IP 792c0c2e-6791-45c8-a33d-38e155d849de: ACTIVE {{(pid=113003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:49:09.213939 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.securitygroups_db [None req-b00da59b-c9dc-4aca-b74f-72a944700033 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Project 0b095f1ee00e46cfabebc2dc34992997 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 05:49:09.236745 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b00da59b-c9dc-4aca-b74f-72a944700033 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (8537ad8f-863d-4674-a2c7-49120e5ba9d2), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:09.332687 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b00da59b-c9dc-4aca-b74f-72a944700033 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (8537ad8f-863d-4674-a2c7-49120e5ba9d2), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:09.339210 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b00da59b-c9dc-4aca-b74f-72a944700033 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (8537ad8f-863d-4674-a2c7-49120e5ba9d2), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:09.379056 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00da59b-c9dc-4aca-b74f-72a944700033 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8537ad8f-863d-4674-a2c7-49120e5ba9d2,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:09.388308 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b00da59b-c9dc-4aca-b74f-72a944700033 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:09.390591 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b00da59b-c9dc-4aca-b74f-72a944700033 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2138586 Sep 26 05:49:09.630461 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-56f52fed-b031-462f-985d-69eb9bb7c02f req-ab017d00-1b22-47a1-a6ca-91a28a8b8d64 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2141064964&fields=id&tenant_id=0b095f1ee00e46cfabebc2dc34992997 HTTP/1.1" status: 200 len: 267 time: 0.1461442 Sep 26 05:49:09.696444 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f52fed-b031-462f-985d-69eb9bb7c02f req-6d749bc5-1fc0-45b9-8856-669a91346d6a tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:09.698361 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-56f52fed-b031-462f-985d-69eb9bb7c02f req-6d749bc5-1fc0-45b9-8856-669a91346d6a tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 945 time: 0.0562251 Sep 26 05:49:09.710340 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-56f52fed-b031-462f-985d-69eb9bb7c02f req-aac554fb-8bea-4193-9478-5d1964e7b3fb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Request body: {'port': {'security_groups': ['1ae64647-cf95-42bd-8111-6de3ea0dde12', '614dd8f1-649a-4178-9413-96e4743e870b']}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:09.823040 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-56f52fed-b031-462f-985d-69eb9bb7c02f req-aac554fb-8bea-4193-9478-5d1964e7b3fb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:09.847202 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:09.870520 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9733-bdd9-413e-832a-9b01d756e969 req-d5d6329f-9b0a-48d6-9b42-20872f001fba tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:09.872465 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-addf9733-bdd9-413e-832a-9b01d756e969 req-d5d6329f-9b0a-48d6-9b42-20872f001fba tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0673251 Sep 26 05:49:09.933605 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-addf9733-bdd9-413e-832a-9b01d756e969 req-9e8d6efb-a7b9-4a39-8ce3-aa352113bce8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487883 Sep 26 05:49:10.060608 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:49:10.063627 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-56f52fed-b031-462f-985d-69eb9bb7c02f req-aac554fb-8bea-4193-9478-5d1964e7b3fb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] For port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:49:10.106654 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-56f52fed-b031-462f-985d-69eb9bb7c02f req-aac554fb-8bea-4193-9478-5d1964e7b3fb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:10.113068 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-56f52fed-b031-462f-985d-69eb9bb7c02f req-aac554fb-8bea-4193-9478-5d1964e7b3fb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:10.125692 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f52fed-b031-462f-985d-69eb9bb7c02f req-aac554fb-8bea-4193-9478-5d1964e7b3fb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:10.126750 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-56f52fed-b031-462f-985d-69eb9bb7c02f req-aac554fb-8bea-4193-9478-5d1964e7b3fb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:10.128062 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-56f52fed-b031-462f-985d-69eb9bb7c02f req-aac554fb-8bea-4193-9478-5d1964e7b3fb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "PUT /networking/v2.0/ports/cfc17f70-ed8d-4384-a96d-8f2f72a15f6d HTTP/1.1" status: 200 len: 981 time: 0.4227064 Sep 26 05:49:10.129092 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:49:10.131095 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c40211a-7859-4066-85b4-98e6afe2f1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:49:10.172123 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:49:10.239664 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac554fb-8bea-4193-9478-5d1964e7b3fb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'Port': ['ID=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,revision_number=6']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:10.302238 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab4dc86-53c0-4e01-884e-db2b94ede964 x-openstack-request-id: req-3ab4dc86-53c0-4e01-884e-db2b94ede964 {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:49:10.302538 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:49:10.305331 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ab4dc86-53c0-4e01-884e-db2b94ede964 {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:49:10.305831 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab4dc86-53c0-4e01-884e-db2b94ede964'] response: {'name': 'network-changed', 'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'status': 'completed', 'code': 200} Sep 26 05:49:10.375977 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0493e97-b923-4692-ae69-0c972bc31abe req-3da7949e-e31d-4a51-989d-22c1c56239d3 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:10.377766 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c0493e97-b923-4692-ae69-0c972bc31abe req-3da7949e-e31d-4a51-989d-22c1c56239d3 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.1065013 Sep 26 05:49:10.410550 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:49:10.416672 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:10.429357 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40211a-7859-4066-85b4-98e6afe2f1f1 req-5ca3d652-e1a0-456c-87bb-5121ef96751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:10.431301 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6c40211a-7859-4066-85b4-98e6afe2f1f1 req-5ca3d652-e1a0-456c-87bb-5121ef96751f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b095f1ee00e46cfabebc2dc34992997&device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 1168 time: 0.0699358 Sep 26 05:49:10.450147 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:10.461699 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:10.540479 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c0493e97-b923-4692-ae69-0c972bc31abe req-d7fb7514-a08c-421c-b522-e62d907a262c tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443555 Sep 26 05:49:10.590058 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40211a-7859-4066-85b4-98e6afe2f1f1 req-cf76c752-f195-491d-9c35-960ea2978616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:10.591567 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6c40211a-7859-4066-85b4-98e6afe2f1f1 req-cf76c752-f195-491d-9c35-960ea2978616 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f HTTP/1.1" status: 200 len: 916 time: 0.1472957 Sep 26 05:49:10.641695 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:10.661230 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:10.670939 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6c40211a-7859-4066-85b4-98e6afe2f1f1 req-bac5e2fc-9ca5-4e4f-b931-7dd9995a0072 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d HTTP/1.1" status: 200 len: 1001 time: 0.0690181 Sep 26 05:49:10.743031 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40211a-7859-4066-85b4-98e6afe2f1f1 req-a7b049da-e837-4346-9d0d-72a080f94f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:10.744533 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6c40211a-7859-4066-85b4-98e6afe2f1f1 req-a7b049da-e837-4346-9d0d-72a080f94f26 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b HTTP/1.1" status: 200 len: 854 time: 0.0636930 Sep 26 05:49:10.908947 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40211a-7859-4066-85b4-98e6afe2f1f1 req-f053990a-2c47-4e58-8131-0c3c4336a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:10.910574 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6c40211a-7859-4066-85b4-98e6afe2f1f1 req-f053990a-2c47-4e58-8131-0c3c4336a84f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526955 Sep 26 05:49:11.136051 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756a0c-348b-412a-924a-5588a799b3d6 req-b2882b39-2498-4d71-abc8-613d6d661de8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:11.153806 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-df756a0c-348b-412a-924a-5588a799b3d6 req-b2882b39-2498-4d71-abc8-613d6d661de8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.1248515 Sep 26 05:49:11.213339 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-df756a0c-348b-412a-924a-5588a799b3d6 req-9d40bbf6-fca9-4882-84d6-2a9b492c54cb tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537848 Sep 26 05:49:11.699124 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6c40211a-7859-4066-85b4-98e6afe2f1f1 req-8dcf0d09-c35c-4ca8-b4c9-520c8354558c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009924 Sep 26 05:49:12.354841 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6c40211a-7859-4066-85b4-98e6afe2f1f1 req-31e9cadc-581b-43c8-81f6-6d29f6a488df service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397481 Sep 26 05:49:12.373802 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc07eb3-451b-4d4d-bcdf-d475e8edaa4b req-50946f44-7cfc-4b4f-bf72-1d3500777961 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:12.377629 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-efc07eb3-451b-4d4d-bcdf-d475e8edaa4b req-50946f44-7cfc-4b4f-bf72-1d3500777961 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0550668 Sep 26 05:49:12.470804 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-efc07eb3-451b-4d4d-bcdf-d475e8edaa4b req-33293db6-2110-4e43-91d6-adaa9d587289 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866368 Sep 26 05:49:12.612889 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 52364) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:12.619271 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-ff290316-2e32-44b0-b47e-4ba6840b0964 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289529338', 'description': 'tempest-description--1142958046'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:12.644726 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ff290316-2e32-44b0-b47e-4ba6840b0964 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:12.741279 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ff290316-2e32-44b0-b47e-4ba6840b0964 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (68143510-2640-4535-822c-76cc88910dd4), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:12.746733 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ff290316-2e32-44b0-b47e-4ba6840b0964 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (68143510-2640-4535-822c-76cc88910dd4), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:12.784774 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ff290316-2e32-44b0-b47e-4ba6840b0964 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:12.790801 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ff290316-2e32-44b0-b47e-4ba6840b0964 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1712081 Sep 26 05:49:12.791121 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 52366) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:12.792338 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff290316-2e32-44b0-b47e-4ba6840b0964 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68143510-2640-4535-822c-76cc88910dd4,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:12.795916 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-06f4eaac-4f18-4857-ae3b-6dafbc309f66 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group_rule': {'security_group_id': '68143510-2640-4535-822c-76cc88910dd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:12.838003 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06f4eaac-4f18-4857-ae3b-6dafbc309f66 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (157c9a99-3cd3-4598-8a8d-f440c3d86c41), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:12.901253 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06f4eaac-4f18-4857-ae3b-6dafbc309f66 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (157c9a99-3cd3-4598-8a8d-f440c3d86c41), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:12.906486 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06f4eaac-4f18-4857-ae3b-6dafbc309f66 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (157c9a99-3cd3-4598-8a8d-f440c3d86c41), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:12.927232 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4eaac-4f18-4857-ae3b-6dafbc309f66 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157c9a99-3cd3-4598-8a8d-f440c3d86c41,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:12.936468 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-06f4eaac-4f18-4857-ae3b-6dafbc309f66 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:12.937736 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-06f4eaac-4f18-4857-ae3b-6dafbc309f66 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454837 Sep 26 05:49:12.940802 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 52368) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:12.945503 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-b1e78ec6-8875-4553-8baf-5f3bdc9dc4c7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group_rule': {'security_group_id': '68143510-2640-4535-822c-76cc88910dd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:12.979303 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b1e78ec6-8875-4553-8baf-5f3bdc9dc4c7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (e86eab4d-e2f8-4b68-a97f-742edc47efb5), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.033329 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:13.040770 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b1e78ec6-8875-4553-8baf-5f3bdc9dc4c7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (e86eab4d-e2f8-4b68-a97f-742edc47efb5), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.045783 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b1e78ec6-8875-4553-8baf-5f3bdc9dc4c7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (e86eab4d-e2f8-4b68-a97f-742edc47efb5), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.065151 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e78ec6-8875-4553-8baf-5f3bdc9dc4c7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86eab4d-e2f8-4b68-a97f-742edc47efb5,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:13.074850 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b1e78ec6-8875-4553-8baf-5f3bdc9dc4c7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.076075 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b1e78ec6-8875-4553-8baf-5f3bdc9dc4c7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342378 Sep 26 05:49:13.080264 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 52370) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:13.084765 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:13.107042 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.191172 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.295051 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:13.323283 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Allocated IP 172.27.1.51 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/cf308bb7-9f2c-4789-9c11-9531c393b102) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:49:13.453266 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (cf308bb7-9f2c-4789-9c11-9531c393b102), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.489553 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (cf308bb7-9f2c-4789-9c11-9531c393b102), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.540474 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:49:13.543591 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:49:13.547889 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:49:13.553438 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=cf308bb7-9f2c-4789-9c11-9531c393b102,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:13.614549 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff97868-611a-41f3-b394-fa122f703f84 req-8f98719a-74d6-49f4-8522-a650f99914e9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:13.616778 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2ff97868-611a-41f3-b394-fa122f703f84 req-8f98719a-74d6-49f4-8522-a650f99914e9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0521293 Sep 26 05:49:13.645123 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (8e6ec194-ef50-4fce-ad29-62b1a57f0870), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.675639 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2ff97868-611a-41f3-b394-fa122f703f84 req-0fb4a4c8-5c6e-4e2a-a8c7-383979d3a6dd tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494070 Sep 26 05:49:13.689393 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (cf308bb7-9f2c-4789-9c11-9531c393b102), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.849810 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (cf308bb7-9f2c-4789-9c11-9531c393b102), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.856576 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (cf308bb7-9f2c-4789-9c11-9531c393b102), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.860672 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:13.934494 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (8e6ec194-ef50-4fce-ad29-62b1a57f0870), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.937417 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=cf308bb7-9f2c-4789-9c11-9531c393b102,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:13.955425 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:13.956696 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b33ffc65-4429-4d55-b6f1-47b102f36a93 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8754730 Sep 26 05:49:14.119301 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:14.196439 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-64f43b2b-a9a4-460c-8b69-c4d31579eee6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--289529338&fields=id&tenant_id=3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 267 time: 0.0479131 Sep 26 05:49:14.267306 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:14.315785 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-19ba70c9-2968-4e20-9031-4f291817e976 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:14.317695 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-19ba70c9-2968-4e20-9031-4f291817e976 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 814 time: 0.1117063 Sep 26 05:49:14.337212 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ada8bf27-3770-4809-8362-9f75fb55766b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/quotas/3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 375 time: 0.0126076 Sep 26 05:49:14.398721 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-a00f04d3-9f45-42b1-b456-4a2129fbaa1e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557604 Sep 26 05:49:14.513174 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-440e6f5e-90d7-4063-a44b-e8f9cb9c6b92 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026070 Sep 26 05:49:14.609120 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-2ccaab7f-ea09-44cd-bdbe-8335b93d2e56 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899148 Sep 26 05:49:14.795174 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b82a3f21-cf5a-4841-a994-30b6096953b6 req-1c90e4a6-2d8d-4db7-bc64-571aef0c3050 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 210 time: 0.0358803 Sep 26 05:49:14.873818 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec62ae0-3526-4b90-8e52-79060cf4528f req-591fd52c-dc1c-4e45-8f31-c11a5b7d3278 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:14.876462 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6ec62ae0-3526-4b90-8e52-79060cf4528f req-591fd52c-dc1c-4e45-8f31-c11a5b7d3278 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0879831 Sep 26 05:49:14.941038 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6ec62ae0-3526-4b90-8e52-79060cf4528f req-88f0d48e-1cac-4869-b55a-0ece4cc70022 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556564 Sep 26 05:49:15.918739 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-efb1079a-969d-4ee4-97e2-f22cb57cc10b req-aac52cfe-6972-4107-ba00-a9ac8a8b68a3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 210 time: 0.0317929 Sep 26 05:49:16.076846 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49950973-69f0-4ba1-8309-5cb19845db09 req-aec0a7c4-5778-4b57-b357-ae3bdd5863dc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:16.078500 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-49950973-69f0-4ba1-8309-5cb19845db09 req-aec0a7c4-5778-4b57-b357-ae3bdd5863dc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0531874 Sep 26 05:49:16.134515 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-49950973-69f0-4ba1-8309-5cb19845db09 req-aef1d2f0-7d02-4ee5-9af2-6e5dfe9608fc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497782 Sep 26 05:49:16.564313 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-8074e3bc-66e4-48c5-968c-9de29822adf0 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:16.566984 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-8074e3bc-66e4-48c5-968c-9de29822adf0 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 814 time: 0.2228372 Sep 26 05:49:16.662686 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-78d35625-f82a-42b7-aaf2-597a93bbb727 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 472 time: 0.0772479 Sep 26 05:49:16.749530 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'port': {'device_id': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'admin_state_up': True, 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'security_groups': ['68143510-2640-4535-822c-76cc88910dd4']}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:16.886326 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Made reservation on behalf of 3fa25d71f2194e638989c1e1d9ef30da for: {'port': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:49:16.890362 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:17.073966 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5f7d93dd-ecf4-460e-ba1b-0e76d0f73442 req-c865c9d2-3756-4b30-b33a-d35ac49b044c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 210 time: 0.0419660 Sep 26 05:49:17.104681 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Allocated IP 172.20.0.12 (f147de2c-29b4-4f2b-a870-47c60a471f05/4e079733-7403-40bd-bd1d-a43d4f789fdf/be74a780-bfc1-43dd-84cf-1d45dffcbc7f) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:49:17.108075 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:17.267268 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:17.290616 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9d2dc-1c4c-482b-89da-6fc4ee295c00 req-1977d977-11b4-4e24-875c-ead355b4988d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:17.292205 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b6d9d2dc-1c4c-482b-89da-6fc4ee295c00 req-1977d977-11b4-4e24-875c-ead355b4988d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0494013 Sep 26 05:49:17.292731 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:17.336413 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:17.361801 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b6d9d2dc-1c4c-482b-89da-6fc4ee295c00 req-02ccf0cc-ecac-4236-9f27-567505ae5942 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604768 Sep 26 05:49:17.386153 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Network f147de2c-29b4-4f2b-a870-47c60a471f05 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:49:17.389841 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:49:17.397004 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:49:17.438469 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=be74a780-bfc1-43dd-84cf-1d45dffcbc7f,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:17.467085 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:17.468011 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:17.492045 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ee2d01e3-14a1-4e28-b02d-50b2abfcfb3b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7472646 Sep 26 05:49:17.512608 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Request body: {'port': {'device_id': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:17.598762 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:17.655805 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-b8015c8f-4d31-4054-ba34-c15e53e3a4b8 None None] Provisioning complete for port be74a780-bfc1-43dd-84cf-1d45dffcbc7f triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:49:17.658174 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-b8015c8f-4d31-4054-ba34-c15e53e3a4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:17.659175 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-b8015c8f-4d31-4054-ba34-c15e53e3a4b8 None None] Attempt 1 to provision port be74a780-bfc1-43dd-84cf-1d45dffcbc7f Sep 26 05:49:17.718251 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-b8015c8f-4d31-4054-ba34-c15e53e3a4b8 None None] Port be74a780-bfc1-43dd-84cf-1d45dffcbc7f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:49:18.219438 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-b8015c8f-4d31-4054-ba34-c15e53e3a4b8 None None] Attempt 2 to provision port be74a780-bfc1-43dd-84cf-1d45dffcbc7f Sep 26 05:49:18.226206 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be74a780-bfc1-43dd-84cf-1d45dffcbc7f {{(pid=113000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:49:18.246186 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Publish callbacks [] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:18.272102 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b922-f40e-45a5-a474-9176972719cd req-9cc10386-b627-4c3f-a3a4-b3ba498fb853 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:18.273811 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-aa44b922-f40e-45a5-a474-9176972719cd req-9cc10386-b627-4c3f-a3a4-b3ba498fb853 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 932 time: 0.0826559 Sep 26 05:49:18.276776 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.provisioning_blocks [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Transition to ACTIVE for port object be74a780-bfc1-43dd-84cf-1d45dffcbc7f will not be triggered until provisioned by entity L2. {{(pid=113000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:49:18.291042 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:18.297853 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-b8015c8f-4d31-4054-ba34-c15e53e3a4b8 None None] Port be74a780-bfc1-43dd-84cf-1d45dffcbc7f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:49:18.405517 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Pushing event updated for resources: {'Port': ['ID=be74a780-bfc1-43dd-84cf-1d45dffcbc7f,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:18.414623 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-aa44b922-f40e-45a5-a474-9176972719cd req-5a367f3d-7516-4532-a193-7082e582af0d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289911 Sep 26 05:49:18.449915 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:18.479216 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Attempting to bind port be74a780-bfc1-43dd-84cf-1d45dffcbc7f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:49:18.479552 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Attempting to bind port be74a780-bfc1-43dd-84cf-1d45dffcbc7f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:49:18.479890 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Attempting to bind port be74a780-bfc1-43dd-84cf-1d45dffcbc7f on network f147de2c-29b4-4f2b-a870-47c60a471f05 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:49:18.575456 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Port be74a780-bfc1-43dd-84cf-1d45dffcbc7f on network f147de2c-29b4-4f2b-a870-47c60a471f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:49:18.575833 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Attempting to bind port be74a780-bfc1-43dd-84cf-1d45dffcbc7f on network f147de2c-29b4-4f2b-a870-47c60a471f05 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:49:18.580696 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d38b6-aedd-4ef3-a1aa-2675f3fd2fc3 req-f76dc210-3456-401f-97ce-38d88855a587 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:18.588955 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-343d38b6-aedd-4ef3-a1aa-2675f3fd2fc3 req-f76dc210-3456-401f-97ce-38d88855a587 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0714722 Sep 26 05:49:18.624650 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:18.648867 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-343d38b6-aedd-4ef3-a1aa-2675f3fd2fc3 req-7751027a-7598-4c64-a749-09d47d57af3a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586410 Sep 26 05:49:18.650838 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:49:18.651205 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Checking segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:49:18.651587 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Bound using segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:49:18.652029 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Bound port: be74a780-bfc1-43dd-84cf-1d45dffcbc7f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:49:18.652390 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:18.753222 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] For port be74a780-bfc1-43dd-84cf-1d45dffcbc7f, host hv-cinder-83608, cleared binding levels {{(pid=113000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:49:18.757763 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] For port be74a780-bfc1-43dd-84cf-1d45dffcbc7f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=be74a780-bfc1-43dd-84cf-1d45dffcbc7f,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:49:18.778273 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:18.786497 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:18.787506 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:18.789739 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/be74a780-bfc1-43dd-84cf-1d45dffcbc7f HTTP/1.1" status: 200 len: 1094 time: 1.2828002 Sep 26 05:49:18.791029 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'tag': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:49:18.794115 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba49b93-2d6f-46f9-ad61-9533127907d8" -d '{"events": [{"name": "network-changed", "server_uuid": "00537282-21fe-4a1e-ac28-4375d53cb8e6", "tag": "be74a780-bfc1-43dd-84cf-1d45dffcbc7f"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:49:18.798631 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-b8015c8f-4d31-4054-ba34-c15e53e3a4b8 None None] Attempt 3 to provision port be74a780-bfc1-43dd-84cf-1d45dffcbc7f Sep 26 05:49:18.871508 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8986b5f5-20f6-4059-85e1-5185eb5ad143 x-openstack-request-id: req-8986b5f5-20f6-4059-85e1-5185eb5ad143 {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:49:18.872020 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00537282-21fe-4a1e-ac28-4375d53cb8e6", "tag": "be74a780-bfc1-43dd-84cf-1d45dffcbc7f", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:49:18.873462 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8986b5f5-20f6-4059-85e1-5185eb5ad143 {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:49:18.874040 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8986b5f5-20f6-4059-85e1-5185eb5ad143'] response: {'name': 'network-changed', 'server_uuid': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'tag': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f', 'status': 'completed', 'code': 200} Sep 26 05:49:18.888324 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d0177-3091-44a8-8daa-13b710ea50e0 service neutron] Pushing event updated for resources: {'Port': ['ID=be74a780-bfc1-43dd-84cf-1d45dffcbc7f,revision_number=3']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:18.901598 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-b8015c8f-4d31-4054-ba34-c15e53e3a4b8 None None] Port be74a780-bfc1-43dd-84cf-1d45dffcbc7f had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:49:18.989887 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba49b93-2d6f-46f9-ad61-9533127907d8 req-4ad6e50a-bc5a-49b1-a422-b45f319b1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:18.991725 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cba49b93-2d6f-46f9-ad61-9533127907d8 req-4ad6e50a-bc5a-49b1-a422-b45f319b1cbf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 1128 time: 0.0547152 Sep 26 05:49:19.124651 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba49b93-2d6f-46f9-ad61-9533127907d8 req-2ec82f5a-7609-4c29-9b10-0600a202fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:19.129346 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cba49b93-2d6f-46f9-ad61-9533127907d8 req-2ec82f5a-7609-4c29-9b10-0600a202fff6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1229875 Sep 26 05:49:19.247857 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba49b93-2d6f-46f9-ad61-9533127907d8 req-eda9dfae-71d5-4788-98cf-afefe8abb7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:19.249410 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cba49b93-2d6f-46f9-ad61-9533127907d8 req-eda9dfae-71d5-4788-98cf-afefe8abb7c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133614 Sep 26 05:49:19.364162 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-e08a1593-54fe-414e-8dae-860499e2beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:19.365731 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-e08a1593-54fe-414e-8dae-860499e2beee service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 1128 time: 0.0453715 Sep 26 05:49:19.423318 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-ed80383f-9ee7-4561-8548-5bb4727df9cf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be74a780-bfc1-43dd-84cf-1d45dffcbc7f HTTP/1.1" status: 200 len: 217 time: 0.0374527 Sep 26 05:49:19.480644 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-e99e11b2-0a78-4f4c-bbba-40a1a85cddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:19.483057 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-e99e11b2-0a78-4f4c-bbba-40a1a85cddf1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.0539088 Sep 26 05:49:19.537874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-88591f68-5037-428c-9cf6-09c7ce666f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:19.539563 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-88591f68-5037-428c-9cf6-09c7ce666f91 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491989 Sep 26 05:49:19.589462 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832a24f-274a-434b-9008-508fc621255e req-30314899-66e8-4f13-85c3-3bff25c07bd7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:19.591226 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4832a24f-274a-434b-9008-508fc621255e req-30314899-66e8-4f13-85c3-3bff25c07bd7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 944 time: 0.0584345 Sep 26 05:49:19.650343 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4832a24f-274a-434b-9008-508fc621255e req-5ad1cac9-5d91-4712-90a2-741f3f0418c5 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524640 Sep 26 05:49:19.688354 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-0be0e131-f83b-4180-aecb-b00edf750827 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408606 Sep 26 05:49:19.838566 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98a3f7-5a3d-453e-b67a-d77d7148628b req-6642fc09-2410-4abf-b3a6-ed3c136bdba0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:19.840150 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ad98a3f7-5a3d-453e-b67a-d77d7148628b req-6642fc09-2410-4abf-b3a6-ed3c136bdba0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0762484 Sep 26 05:49:19.855790 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:19.867517 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82ae66fd-95f1-4cb3-b469-fa33fd5781f5 req-c8227d6b-c768-44d0-9d28-fd4ecc090018 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692967 Sep 26 05:49:19.915669 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ad98a3f7-5a3d-453e-b67a-d77d7148628b req-766be42b-57be-414e-968f-743b2159a047 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688779 Sep 26 05:49:20.773687 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:20.791485 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933aba0d-a17b-436f-95e4-83d544f3070d req-8e6a1220-6427-4c66-aebe-6a3fdac2db1f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:20.793020 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-933aba0d-a17b-436f-95e4-83d544f3070d req-8e6a1220-6427-4c66-aebe-6a3fdac2db1f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 944 time: 0.0586994 Sep 26 05:49:20.842668 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-933aba0d-a17b-436f-95e4-83d544f3070d req-02334c76-9e95-4a49-a37b-940861606e27 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437434 Sep 26 05:49:21.071134 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718717c3-a5bf-4ecc-b602-47725ababeb3 req-50964aaa-91c3-4e35-a8d9-c554b1c9b51c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:21.072638 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-718717c3-a5bf-4ecc-b602-47725ababeb3 req-50964aaa-91c3-4e35-a8d9-c554b1c9b51c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0566096 Sep 26 05:49:21.133372 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-718717c3-a5bf-4ecc-b602-47725ababeb3 req-f0c7b25b-8cc0-40d4-97bd-e2dfbce83f8b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545690 Sep 26 05:49:21.968623 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e90bdc-b936-487b-9b69-93d5e85cb07f req-f1eb6f5a-f888-42b4-9450-3a7509eb7424 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:21.970170 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a9e90bdc-b936-487b-9b69-93d5e85cb07f req-f1eb6f5a-f888-42b4-9450-3a7509eb7424 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 944 time: 0.0486059 Sep 26 05:49:21.981429 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:22.018917 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a9e90bdc-b936-487b-9b69-93d5e85cb07f req-9116a5d3-ed13-4d32-8313-5104d51f5b0f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Sep 26 05:49:22.275582 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640970d0-0a7a-41fb-b77c-a3e36969bde3 req-869cfcb2-d72e-4511-ae35-f555a8796f9c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:22.277313 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-640970d0-0a7a-41fb-b77c-a3e36969bde3 req-869cfcb2-d72e-4511-ae35-f555a8796f9c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0549531 Sep 26 05:49:22.325589 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-640970d0-0a7a-41fb-b77c-a3e36969bde3 req-fedab744-498e-4dd2-b6da-8144a33e32b9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 Sep 26 05:49:22.501598 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device be74a780-bfc1-43dd-84cf-1d45dffcbc7f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:49:22.536719 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:22.619588 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port be74a780-bfc1-43dd-84cf-1d45dffcbc7f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=be74a780-bfc1-43dd-84cf-1d45dffcbc7f,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:49:22.631755 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'port_id': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f', 'mac_address': 'fa:16:3e:95:ff:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:49:22.637333 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:22.667144 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port be74a780-bfc1-43dd-84cf-1d45dffcbc7f is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:49:22.667526 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:22.680984 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be74a780-bfc1-43dd-84cf-1d45dffcbc7f {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:49:22.702004 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port be74a780-bfc1-43dd-84cf-1d45dffcbc7f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=be74a780-bfc1-43dd-84cf-1d45dffcbc7f,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:49:22.708579 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:22.755690 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=be74a780-bfc1-43dd-84cf-1d45dffcbc7f,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:23.155847 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a81d3b-11cd-493c-a519-c7933de174d7 req-8e38a017-c6bd-4bd0-9f51-7af2955d8e83 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:23.157766 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d3a81d3b-11cd-493c-a519-c7933de174d7 req-8e38a017-c6bd-4bd0-9f51-7af2955d8e83 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 945 time: 0.0609739 Sep 26 05:49:23.206038 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d3a81d3b-11cd-493c-a519-c7933de174d7 req-f6304066-3343-4d13-ab5d-441d4b74245e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424266 Sep 26 05:49:23.331718 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['be74a780-bfc1-43dd-84cf-1d45dffcbc7f'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:49:23.465692 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4eaee-dbdd-4449-bd92-ddd9730e8a68 req-f3d9c8f8-8345-4117-a390-1e12e0723367 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:23.467227 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-00f4eaee-dbdd-4449-bd92-ddd9730e8a68 req-f3d9c8f8-8345-4117-a390-1e12e0723367 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0547805 Sep 26 05:49:23.479729 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:23.519332 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-00f4eaee-dbdd-4449-bd92-ddd9730e8a68 req-57803432-e3fc-4062-869e-70fe7ad6d4f0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459168 Sep 26 05:49:23.915908 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-6f2a0b73-0e62-4bb1-b7c2-a4b2582ac975 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400050 Sep 26 05:49:24.003633 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-3e4c293a-a0d0-4331-9736-523c763c4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:24.005104 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-3e4c293a-a0d0-4331-9736-523c763c4c32 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 1129 time: 0.0470693 Sep 26 05:49:24.073085 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=19 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:24.122131 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-23bdec62-5f24-46bf-ab7d-45220b67b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:24.123585 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-23bdec62-5f24-46bf-ab7d-45220b67b83f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 915 time: 0.0943434 Sep 26 05:49:24.190585 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-795b6599-62e2-4916-849a-21a2d54a27b2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f3cd267-47c3-4bd9-9283-70669f0b6b2c HTTP/1.1" status: 200 len: 1001 time: 0.0595293 Sep 26 05:49:24.266246 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-b2a151b3-3c2e-43ec-bbe4-60c2f325e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:24.267857 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-b2a151b3-3c2e-43ec-bbe4-60c2f325e5f9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.0534632 Sep 26 05:49:24.314412 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-73e3631c-fb92-4943-ad90-06fd6f6d1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:24.315942 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-73e3631c-fb92-4943-ad90-06fd6f6d1cf4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412931 Sep 26 05:49:24.340227 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116793d-2024-464b-a5fe-bdb90e63b531 req-05aa6861-c0e5-46a6-ae0c-f087b0e87e45 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:24.341730 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5116793d-2024-464b-a5fe-bdb90e63b531 req-05aa6861-c0e5-46a6-ae0c-f087b0e87e45 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 945 time: 0.0492063 Sep 26 05:49:24.389898 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5116793d-2024-464b-a5fe-bdb90e63b531 req-6cc7a980-d526-40a8-afdd-a9edd053ed52 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414538 Sep 26 05:49:24.430192 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-a0c4d652-961e-465c-9c1b-ebe4afe798bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961304 Sep 26 05:49:24.543225 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6b2ea195-e53b-465a-bf80-a2926630f29c req-2b7d89df-b764-49bc-a83d-1aa1676e1fec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887649 Sep 26 05:49:24.659832 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e028d-2919-4762-9bd0-c98a2e46042b req-398c203f-7764-44ef-9752-e8692f61d685 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:24.661368 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d71e028d-2919-4762-9bd0-c98a2e46042b req-398c203f-7764-44ef-9752-e8692f61d685 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0587058 Sep 26 05:49:24.713391 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d71e028d-2919-4762-9bd0-c98a2e46042b req-d62f951e-e639-444a-863a-55ff394a4940 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463243 Sep 26 05:49:25.149713 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87535cc9-43cd-45cf-a3be-878f905e5a17 req-4c30cc0c-08e9-44a9-be33-8129d8db3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:25.151282 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-87535cc9-43cd-45cf-a3be-878f905e5a17 req-4c30cc0c-08e9-44a9-be33-8129d8db3014 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 1129 time: 0.0443275 Sep 26 05:49:25.285995 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device be74a780-bfc1-43dd-84cf-1d45dffcbc7f up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:49:25.340051 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port be74a780-bfc1-43dd-84cf-1d45dffcbc7f completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:49:25.348473 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port be74a780-bfc1-43dd-84cf-1d45dffcbc7f triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:49:25.348871 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:25.349241 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port be74a780-bfc1-43dd-84cf-1d45dffcbc7f Sep 26 05:49:25.430274 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port be74a780-bfc1-43dd-84cf-1d45dffcbc7f is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:49:25.430589 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:25.458918 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:49:25.461821 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8750402-b235-45b5-a350-952584128f72" -d '{"events": [{"server_uuid": "00537282-21fe-4a1e-ac28-4375d53cb8e6", "name": "network-vif-plugged", "status": "completed", "tag": "be74a780-bfc1-43dd-84cf-1d45dffcbc7f"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:49:25.479733 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port be74a780-bfc1-43dd-84cf-1d45dffcbc7f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=be74a780-bfc1-43dd-84cf-1d45dffcbc7f,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:49:25.485579 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:25.532740 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bca1e5f-13f6-4b84-92a4-4685d67643de x-openstack-request-id: req-4bca1e5f-13f6-4b84-92a4-4685d67643de {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:49:25.533043 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00537282-21fe-4a1e-ac28-4375d53cb8e6", "name": "network-vif-plugged", "status": "completed", "tag": "be74a780-bfc1-43dd-84cf-1d45dffcbc7f", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:49:25.533343 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4bca1e5f-13f6-4b84-92a4-4685d67643de {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:49:25.533897 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bca1e5f-13f6-4b84-92a4-4685d67643de'] response: {'server_uuid': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f', 'code': 200} Sep 26 05:49:25.545886 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf2521-5b54-4580-b856-cf2223117f3b req-466f32da-c4c6-4d3c-81d0-227ebce6881e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:25.547482 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-afcf2521-5b54-4580-b856-cf2223117f3b req-466f32da-c4c6-4d3c-81d0-227ebce6881e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 946 time: 0.0718961 Sep 26 05:49:25.550230 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:25.567506 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=be74a780-bfc1-43dd-84cf-1d45dffcbc7f,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:25.567770 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87535cc9-43cd-45cf-a3be-878f905e5a17 req-fd547eea-81c4-40e8-ac3e-ac863a9aa3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:25.569280 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-87535cc9-43cd-45cf-a3be-878f905e5a17 req-fd547eea-81c4-40e8-ac3e-ac863a9aa3db service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 917 time: 0.1464064 Sep 26 05:49:25.610513 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-afcf2521-5b54-4580-b856-cf2223117f3b req-876f547c-432e-48d8-b78a-283415cfb3ca tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563972 Sep 26 05:49:25.687536 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-87535cc9-43cd-45cf-a3be-878f905e5a17 req-686bc893-465d-4510-91b6-ee62878c5c80 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea HTTP/1.1" status: 200 len: 1001 time: 0.0989847 Sep 26 05:49:25.802961 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87535cc9-43cd-45cf-a3be-878f905e5a17 req-28643cae-e85a-48cf-9879-c52a5c01aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:25.804526 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-87535cc9-43cd-45cf-a3be-878f905e5a17 req-28643cae-e85a-48cf-9879-c52a5c01aec3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.0571828 Sep 26 05:49:25.829422 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1456f5-120e-460a-bbe8-0f775b903ebb req-e5b6b14d-6b52-4ed5-ad18-de53f19bfbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:25.831093 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8d1456f5-120e-460a-bbe8-0f775b903ebb req-e5b6b14d-6b52-4ed5-ad18-de53f19bfbff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 1130 time: 0.0516877 Sep 26 05:49:25.882264 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8d1456f5-120e-460a-bbe8-0f775b903ebb req-d5c3a3af-aafe-40b8-af5c-7bc561f49c5d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453594 Sep 26 05:49:25.884914 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea732f9f-eb64-4f31-9302-89ef04effe97 req-7499c1cc-290d-4d3b-8259-bf6b5e7fcc1d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:25.886478 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ea732f9f-eb64-4f31-9302-89ef04effe97 req-7499c1cc-290d-4d3b-8259-bf6b5e7fcc1d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0810680 Sep 26 05:49:25.889882 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87535cc9-43cd-45cf-a3be-878f905e5a17 req-4a434167-8e46-4c6d-852f-f15d4fbcf3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:25.891194 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-87535cc9-43cd-45cf-a3be-878f905e5a17 req-4a434167-8e46-4c6d-852f-f15d4fbcf3b0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0754173 Sep 26 05:49:25.912590 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:25.934651 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ea732f9f-eb64-4f31-9302-89ef04effe97 req-16c15faf-b882-4180-a8ca-e2dfef349230 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Sep 26 05:49:26.563085 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-87535cc9-43cd-45cf-a3be-878f905e5a17 req-11d62f2c-c7f7-40f9-ac06-9ce1ed51d877 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934298 Sep 26 05:49:26.807398 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dc7e5-2472-42b0-9917-809903bdc579 req-294e5859-dd5b-4d28-9e0c-64365ad9317d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:26.809284 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-976dc7e5-2472-42b0-9917-809903bdc579 req-294e5859-dd5b-4d28-9e0c-64365ad9317d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 946 time: 0.0528233 Sep 26 05:49:26.862946 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-976dc7e5-2472-42b0-9917-809903bdc579 req-99e513d0-d47a-4ccf-b2a5-0149d73e2760 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458913 Sep 26 05:49:27.188601 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56398707-cb96-474a-86b9-0153966140fd req-d1eb0da4-e79e-491a-bfa0-72aca887966a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:27.190199 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-56398707-cb96-474a-86b9-0153966140fd req-d1eb0da4-e79e-491a-bfa0-72aca887966a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0503232 Sep 26 05:49:27.252731 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-56398707-cb96-474a-86b9-0153966140fd req-de87f4c4-5e23-4d35-a9b5-a753ea8172ce tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552750 Sep 26 05:49:27.366978 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-87535cc9-43cd-45cf-a3be-878f905e5a17 req-e8dcfb5c-7913-4102-a91c-c6ab690ea023 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059556 Sep 26 05:49:27.994001 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b588a2-0143-472f-a952-66d436a92d5c req-e32b8e18-37f7-45c2-a2ee-383d0eab7e5f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:27.995525 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-31b588a2-0143-472f-a952-66d436a92d5c req-e32b8e18-37f7-45c2-a2ee-383d0eab7e5f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 946 time: 0.0564473 Sep 26 05:49:28.044510 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:28.057349 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-31b588a2-0143-472f-a952-66d436a92d5c req-5f56e6c5-91e1-4b43-b2f3-cdfa4ab62a42 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544970 Sep 26 05:49:28.184033 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb87c2-b140-487f-a8bb-b2e790b2eb2a req-76d2f138-8d1a-4a0d-ab4d-d670dfff5188 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:28.185639 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b5bb87c2-b140-487f-a8bb-b2e790b2eb2a req-76d2f138-8d1a-4a0d-ab4d-d670dfff5188 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 946 time: 0.0492332 Sep 26 05:49:28.196085 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 52482) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:28.200602 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-07865068-97ec-43d3-b08a-f8eec57e6766 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'floatingip': {'port_id': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:49:28.241448 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-07865068-97ec-43d3-b08a-f8eec57e6766 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (8e6ec194-ef50-4fce-ad29-62b1a57f0870), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:28.387793 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3e631-45b2-40ba-8499-e39fae046898 req-0d14fee0-a044-41ab-828b-17cc4835b5a3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:28.387793 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-18b3e631-45b2-40ba-8499-e39fae046898 req-0d14fee0-a044-41ab-828b-17cc4835b5a3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0476286 Sep 26 05:49:28.443995 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-18b3e631-45b2-40ba-8499-e39fae046898 req-d39ffb12-1d9f-43a4-b8f5-72ffc312bca2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461462 Sep 26 05:49:28.685882 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:28.702298 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-07865068-97ec-43d3-b08a-f8eec57e6766 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:28.707733 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-07865068-97ec-43d3-b08a-f8eec57e6766 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (8e6ec194-ef50-4fce-ad29-62b1a57f0870), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:28.807892 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [None req-07865068-97ec-43d3-b08a-f8eec57e6766 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Floating IP 8e6ec194-ef50-4fce-ad29-62b1a57f0870 associated. External IP: 172.27.1.51, port: be74a780-bfc1-43dd-84cf-1d45dffcbc7f. Sep 26 05:49:29.015575 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07865068-97ec-43d3-b08a-f8eec57e6766 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Router 7905c934-f837-479c-bcd7-74e9cd9509a9 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:49:29.018959 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:29.124534 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07865068-97ec-43d3-b08a-f8eec57e6766 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:49:29.130190 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-07865068-97ec-43d3-b08a-f8eec57e6766 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:29.136246 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90648d2-43c0-4357-b629-24b9c4976408 None None] Sync routers for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:49:29.148200 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90648d2-43c0-4357-b629-24b9c4976408 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:49:29.148844 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f90648d2-43c0-4357-b629-24b9c4976408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:49:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:49:29.161616 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-07865068-97ec-43d3-b08a-f8eec57e6766 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/8e6ec194-ef50-4fce-ad29-62b1a57f0870 HTTP/1.1" status: 200 len: 991 time: 0.9644382 Sep 26 05:49:29.162375 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'tag': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:49:29.164772 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971c37f7-1032-4155-886f-3297fe344551" -d '{"events": [{"name": "network-changed", "server_uuid": "00537282-21fe-4a1e-ac28-4375d53cb8e6", "tag": "be74a780-bfc1-43dd-84cf-1d45dffcbc7f"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:49:29.203016 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4ca323-8333-4996-9879-b1e37ccca77a x-openstack-request-id: req-9f4ca323-8333-4996-9879-b1e37ccca77a {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:49:29.204029 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00537282-21fe-4a1e-ac28-4375d53cb8e6", "tag": "be74a780-bfc1-43dd-84cf-1d45dffcbc7f", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:49:29.204029 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f4ca323-8333-4996-9879-b1e37ccca77a {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:49:29.204029 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4ca323-8333-4996-9879-b1e37ccca77a'] response: {'name': 'network-changed', 'server_uuid': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'tag': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f', 'status': 'completed', 'code': 200} Sep 26 05:49:29.261493 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-f90648d2-43c0-4357-b629-24b9c4976408 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:49:29.287718 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 13bc2cea-45a7-43cc-8730-0f8356ec20ea no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:49:29.418283 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:29.448891 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:29.471210 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 13bc2cea-45a7-43cc-8730-0f8356ec20ea is: ACTIVE; New status is: DOWN {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:49:29.471600 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:29.520410 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:49:29.522751 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436ebd55-7c5a-4018-ac67-3e0be1e52c31" -d '{"events": [{"server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "name": "network-vif-unplugged", "status": "completed", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:49:29.538736 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:49:29.562090 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:29.605104 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 05:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6700ed-9859-4e32-9b99-f686f73e32cb x-openstack-request-id: req-6b6700ed-9859-4e32-9b99-f686f73e32cb {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:49:29.605454 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "name": "network-vif-unplugged", "status": "completed", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:49:29.605562 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6e213-03df-479d-afd6-81de1699d63f req-47b15437-a035-42d9-8bc1-aad4d9827edb tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:29.606050 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b6700ed-9859-4e32-9b99-f686f73e32cb {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:49:29.606143 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6700ed-9859-4e32-9b99-f686f73e32cb'] response: {'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'code': 200} Sep 26 05:49:29.606974 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5ec6e213-03df-479d-afd6-81de1699d63f req-47b15437-a035-42d9-8bc1-aad4d9827edb tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 945 time: 0.0788765 Sep 26 05:49:29.621687 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f90648d2-43c0-4357-b629-24b9c4976408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '67b865fe-6c78-463d-8876-2ea71ac98d8a', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:5f:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:39Z', 'updated_at': '2022-09-26T05:45:57Z', 'revision_number': 2, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}, {'id': '8e6ec194-ef50-4fce-ad29-62b1a57f0870', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:95:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:49:13Z', 'updated_at': '2022-09-26T05:49:28Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:49:29.658362 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5ec6e213-03df-479d-afd6-81de1699d63f req-1ea5f3ca-a9d9-4c55-b69b-a87b60c1c555 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455551 Sep 26 05:49:29.666177 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90648d2-43c0-4357-b629-24b9c4976408 None None] Checking router: 7905c934-f837-479c-bcd7-74e9cd9509a9 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:49:29.670060 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=13bc2cea-45a7-43cc-8730-0f8356ec20ea,revision_number=8']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:49:29.698255 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90648d2-43c0-4357-b629-24b9c4976408 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:49:29.698897 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f90648d2-43c0-4357-b629-24b9c4976408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:49:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:49:29.703298 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-06750ea5-42b2-4f52-a252-163c116e236a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:29.827116 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-f90648d2-43c0-4357-b629-24b9c4976408 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:49:30.167583 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f90648d2-43c0-4357-b629-24b9c4976408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '67b865fe-6c78-463d-8876-2ea71ac98d8a', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:5f:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:39Z', 'updated_at': '2022-09-26T05:45:57Z', 'revision_number': 2, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}, {'id': '8e6ec194-ef50-4fce-ad29-62b1a57f0870', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:95:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:49:13Z', 'updated_at': '2022-09-26T05:49:28Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:49:30.195072 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90648d2-43c0-4357-b629-24b9c4976408 None None] The sync data for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi is: [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '67b865fe-6c78-463d-8876-2ea71ac98d8a', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:5f:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:39Z', 'updated_at': '2022-09-26T05:45:57Z', 'revision_number': 2, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}, {'id': '8e6ec194-ef50-4fce-ad29-62b1a57f0870', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:95:ff:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:49:13Z', 'updated_at': '2022-09-26T05:49:28Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:49:30.334516 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c37f7-1032-4155-886f-3297fe344551 req-167d81c7-d196-4236-86dd-dda165608190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:30.336430 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-971c37f7-1032-4155-886f-3297fe344551 req-167d81c7-d196-4236-86dd-dda165608190 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 1130 time: 0.0479097 Sep 26 05:49:30.411150 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d3035-0cff-4d00-9575-43ccc6247610 None None] New status for floating IP 8e6ec194-ef50-4fce-ad29-62b1a57f0870: ACTIVE {{(pid=113003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:49:30.445884 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c37f7-1032-4155-886f-3297fe344551 req-83dfc8a6-c5f5-4ac4-a00d-a7e3561a8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:30.447553 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-971c37f7-1032-4155-886f-3297fe344551 req-83dfc8a6-c5f5-4ac4-a00d-a7e3561a8bcd service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 915 time: 0.1038210 Sep 26 05:49:30.519053 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-971c37f7-1032-4155-886f-3297fe344551 req-7c33b675-25f5-4edc-8b56-9c74d9c9d870 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be74a780-bfc1-43dd-84cf-1d45dffcbc7f HTTP/1.1" status: 200 len: 999 time: 0.0645840 Sep 26 05:49:30.574806 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c37f7-1032-4155-886f-3297fe344551 req-5c325278-f1ff-4152-8cc0-9fd37026f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:30.576927 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-971c37f7-1032-4155-886f-3297fe344551 req-5c325278-f1ff-4152-8cc0-9fd37026f393 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.0515363 Sep 26 05:49:30.647942 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c37f7-1032-4155-886f-3297fe344551 req-d0002ad4-77c6-44f6-b8d7-9d8e2cb6f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:30.649319 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-971c37f7-1032-4155-886f-3297fe344551 req-d0002ad4-77c6-44f6-b8d7-9d8e2cb6f128 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411561 Sep 26 05:49:30.799560 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423fa41-6d74-4e14-80ef-6af1f8f5e448 req-e3e91d7a-d859-411a-a16d-e53d3634b5a0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:30.801058 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5423fa41-6d74-4e14-80ef-6af1f8f5e448 req-e3e91d7a-d859-411a-a16d-e53d3634b5a0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0558701 Sep 26 05:49:30.879317 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5423fa41-6d74-4e14-80ef-6af1f8f5e448 req-44e5930b-55a2-4ef2-a130-5dc94488f36e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720565 Sep 26 05:49:30.914893 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:30.950147 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-971c37f7-1032-4155-886f-3297fe344551 req-92b23b4b-17b4-4b7a-9498-cf1c879542e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926142 Sep 26 05:49:31.076870 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-971c37f7-1032-4155-886f-3297fe344551 req-a6e310d6-5feb-4b18-9343-0b295b9652dd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958915 Sep 26 05:49:31.485761 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [req-12af6f65-ab44-47a2-ab8f-3706ea11570e req-155fc588-6ece-4178-88ed-94e0eec8b7c8 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:49:31.486861 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-12af6f65-ab44-47a2-ab8f-3706ea11570e req-155fc588-6ece-4178-88ed-94e0eec8b7c8 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0616059 Sep 26 05:49:31.679631 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd30136-be16-4f1c-9392-3b0fac54bef9 req-a78c1383-1615-4516-a3a2-497e2231ab19 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:31.681535 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3bd30136-be16-4f1c-9392-3b0fac54bef9 req-a78c1383-1615-4516-a3a2-497e2231ab19 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0524786 Sep 26 05:49:31.733211 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3bd30136-be16-4f1c-9392-3b0fac54bef9 req-99822418-0828-49a9-b9bc-e07ae63bdc6c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456581 Sep 26 05:49:31.912388 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 52536) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:31.977358 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:32.007294 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-47c57d9e-b246-4d90-a047-446ba2a40647 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936649 Sep 26 05:49:32.018394 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-fb9c83e2-f90d-4f52-ad95-27e0fc8c74b2 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:49:32.019335 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-fb9c83e2-f90d-4f52-ad95-27e0fc8c74b2 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050609 Sep 26 05:49:32.098444 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 52544) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:49:32.122187 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-6dba52f5-dc09-4daf-8afd-c262bd90ee45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:32.197627 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-71ea5050-f49f-404c-b107-0da85cf2e8f2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:32.199001 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-71ea5050-f49f-404c-b107-0da85cf2e8f2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports/13bc2cea-45a7-43cc-8730-0f8356ec20ea HTTP/1.1" status: 200 len: 940 time: 0.0994699 Sep 26 05:49:32.864982 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abf82b-d109-44cf-b8a2-ad88e70673b2 req-534ba885-4700-4310-b7d2-8e37fe5ec324 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:32.866664 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b2abf82b-d109-44cf-b8a2-ad88e70673b2 req-534ba885-4700-4310-b7d2-8e37fe5ec324 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0497873 Sep 26 05:49:32.916033 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b2abf82b-d109-44cf-b8a2-ad88e70673b2 req-04cfed8d-f744-47e6-bcfb-619766faec90 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436103 Sep 26 05:49:33.299624 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:33.312883 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 13bc2cea-45a7-43cc-8730-0f8356ec20ea no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:49:33.390653 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 13bc2cea-45a7-43cc-8730-0f8356ec20ea is: DOWN; New status is: DOWN {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:49:34.057318 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f277a4-c6dc-482e-9ef4-f2592490613e req-371d3c9c-f17e-4577-b214-6d1b733bd5ed tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:34.058664 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-97f277a4-c6dc-482e-9ef4-f2592490613e req-371d3c9c-f17e-4577-b214-6d1b733bd5ed tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0530057 Sep 26 05:49:34.100600 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:34.114523 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-97f277a4-c6dc-482e-9ef4-f2592490613e req-6fce6020-f1e9-41da-bfe1-1ee0f436c2b9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497165 Sep 26 05:49:34.560281 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-429bc853-5512-4ae6-ba1f-905d0c38186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:34.561837 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-429bc853-5512-4ae6-ba1f-905d0c38186a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b&tenant_id=25d426f519e8498e80c6c85158bd9042 HTTP/1.1" status: 200 len: 1127 time: 0.1246023 Sep 26 05:49:34.648606 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-05b81a9d-62c6-4016-b147-f36d4cb855d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:34.650212 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-05b81a9d-62c6-4016-b147-f36d4cb855d1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 1127 time: 0.0422838 Sep 26 05:49:34.747118 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-ea0e337f-6daf-421e-b035-1f31426553f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:34.748664 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-ea0e337f-6daf-421e-b035-1f31426553f0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 917 time: 0.0912194 Sep 26 05:49:34.993411 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:35.072403 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-f2de4d13-33fb-401f-8530-9c34c43a5f23 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea HTTP/1.1" status: 200 len: 999 time: 0.3173769 Sep 26 05:49:35.076391 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:35.085385 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:35.122709 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-4a76f78b-1002-477c-b29d-6a32d9bd8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:35.124202 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-4a76f78b-1002-477c-b29d-6a32d9bd8298 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.0460036 Sep 26 05:49:35.170944 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-a572fd02-b51d-42a3-8569-9eae00092705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:35.172491 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-a572fd02-b51d-42a3-8569-9eae00092705 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410783 Sep 26 05:49:35.284179 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddf575-5f86-4bb5-a669-411141c540f5 req-61fae271-44c9-422a-903e-45a8b67f6d62 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:35.285743 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-92ddf575-5f86-4bb5-a669-411141c540f5 req-61fae271-44c9-422a-903e-45a8b67f6d62 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0841086 Sep 26 05:49:35.326313 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-0e02a0be-8923-4bf7-a653-f17811bccc94 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478412 Sep 26 05:49:35.401955 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-92ddf575-5f86-4bb5-a669-411141c540f5 req-c889b71d-ba51-4ffb-968a-ad7be9082021 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092346 Sep 26 05:49:35.441093 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-33d983ac-1293-4082-97d9-e7b10ddb7a8a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080043 Sep 26 05:49:36.548478 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89923fa8-fc52-4eed-bc84-33430187e69e req-d0706e53-af00-4ad0-9ed2-28e93e7c9aa8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:36.550478 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-89923fa8-fc52-4eed-bc84-33430187e69e req-d0706e53-af00-4ad0-9ed2-28e93e7c9aa8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0534914 Sep 26 05:49:36.612630 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-89923fa8-fc52-4eed-bc84-33430187e69e req-6451ed24-e23c-45ed-bf95-b23f2f6a562a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535414 Sep 26 05:49:37.769718 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34ace-8a1b-4ef2-9ef9-369e775c192f req-e83d3ac8-dd28-4f96-98be-fd6973360bf6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:37.771365 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7ef34ace-8a1b-4ef2-9ef9-369e775c192f req-e83d3ac8-dd28-4f96-98be-fd6973360bf6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0705824 Sep 26 05:49:37.836735 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7ef34ace-8a1b-4ef2-9ef9-369e775c192f req-5bd3320f-080a-4bd6-8856-7c6735658a41 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560629 Sep 26 05:49:39.005911 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c1983-b3e2-454e-8db0-e051f7d49e91 req-b90ae4b5-ad30-4389-bac9-47061d0011b2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:39.007523 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-285c1983-b3e2-454e-8db0-e051f7d49e91 req-b90ae4b5-ad30-4389-bac9-47061d0011b2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0550916 Sep 26 05:49:39.071034 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-285c1983-b3e2-454e-8db0-e051f7d49e91 req-da04a171-5ac4-4b89-a440-4872456e5ff7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562088 Sep 26 05:49:40.217718 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73474e93-bf86-491f-a40d-6a9986f75429 req-d302a3a0-73ee-4c92-88d2-fb8d59e74d08 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:40.220033 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-73474e93-bf86-491f-a40d-6a9986f75429 req-d302a3a0-73ee-4c92-88d2-fb8d59e74d08 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0532680 Sep 26 05:49:40.248779 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:40.271441 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-73474e93-bf86-491f-a40d-6a9986f75429 req-b8fd27f0-a366-4336-a124-9cd3344a0e4d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455291 Sep 26 05:49:40.520421 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:40.523027 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=9 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:41.421270 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9307f6-9877-4823-858c-c6de7be37cd0 req-dee2f46d-180d-4fb0-aa32-31ff9668d93c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:41.422864 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ea9307f6-9877-4823-858c-c6de7be37cd0 req-dee2f46d-180d-4fb0-aa32-31ff9668d93c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0482519 Sep 26 05:49:41.499696 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ea9307f6-9877-4823-858c-c6de7be37cd0 req-2f8a5ed7-3297-4773-b03a-a3259d3bacf7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700312 Sep 26 05:49:42.654244 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dc50c-541e-4b2e-8de1-7db7f3aad0c4 req-bc01da6e-aecd-42d0-8148-61c52f60f7a0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:42.657024 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-287dc50c-541e-4b2e-8de1-7db7f3aad0c4 req-bc01da6e-aecd-42d0-8148-61c52f60f7a0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0612407 Sep 26 05:49:42.708392 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-287dc50c-541e-4b2e-8de1-7db7f3aad0c4 req-7034fc96-31cc-4c8d-bacf-e4be32787fd5 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456083 Sep 26 05:49:43.856959 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3c39a-1289-49e4-bc68-6bc4d5a53e7e req-10895e4b-b67c-4e3b-86ba-3fbf2d05c419 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:43.858493 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-32c3c39a-1289-49e4-bc68-6bc4d5a53e7e req-10895e4b-b67c-4e3b-86ba-3fbf2d05c419 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0493186 Sep 26 05:49:43.912284 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-32c3c39a-1289-49e4-bc68-6bc4d5a53e7e req-59261b40-1a7f-47f4-ad3a-cd74f495b603 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478778 Sep 26 05:49:44.125491 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:49:45.045702 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a340f8-19a3-4e05-9ea3-6dc2d54ff6e7 req-30ffa5f4-c869-44ff-8fac-71d7760437c6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:45.047258 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-75a340f8-19a3-4e05-9ea3-6dc2d54ff6e7 req-30ffa5f4-c869-44ff-8fac-71d7760437c6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0501029 Sep 26 05:49:45.104367 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-75a340f8-19a3-4e05-9ea3-6dc2d54ff6e7 req-73b1bc22-0fc0-421c-a408-55694334b137 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454593 Sep 26 05:49:46.235870 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adbaa4-4d26-43b1-8495-6bd6b121922d req-f9aba7b9-a6d2-41e3-b411-c8f98b515d38 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:46.237032 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b5adbaa4-4d26-43b1-8495-6bd6b121922d req-f9aba7b9-a6d2-41e3-b411-c8f98b515d38 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0485818 Sep 26 05:49:46.289525 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b5adbaa4-4d26-43b1-8495-6bd6b121922d req-51491bc3-f41f-4d29-b359-364024d5211a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457535 Sep 26 05:49:47.062934 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:49:47.433661 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975d046-6ead-447f-8213-b6a674955c73 req-135363d6-b98d-43ff-b476-2a0d8e94cc7b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:47.435276 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4975d046-6ead-447f-8213-b6a674955c73 req-135363d6-b98d-43ff-b476-2a0d8e94cc7b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0545163 Sep 26 05:49:47.487152 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4975d046-6ead-447f-8213-b6a674955c73 req-8623b180-f773-451f-96c2-1a3384ebd26e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455759 Sep 26 05:49:48.629672 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09db45e-1723-4614-abe4-27ef344d7b96 req-fa1a10da-b4a0-45f5-9792-309ce2741814 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:48.631193 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c09db45e-1723-4614-abe4-27ef344d7b96 req-fa1a10da-b4a0-45f5-9792-309ce2741814 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0542104 Sep 26 05:49:48.681232 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c09db45e-1723-4614-abe4-27ef344d7b96 req-90940ec0-a881-4f0e-8da2-12ed507041e7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440443 Sep 26 05:49:49.833095 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492b97e-e21e-4065-9637-8f5f793ba154 req-497a21d0-392c-4483-90b1-9fda1142b21b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:49.835145 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b492b97e-e21e-4065-9637-8f5f793ba154 req-497a21d0-392c-4483-90b1-9fda1142b21b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0584183 Sep 26 05:49:49.888351 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b492b97e-e21e-4065-9637-8f5f793ba154 req-8ba3ad57-93b2-4639-a30a-723928606ab4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472350 Sep 26 05:49:51.043738 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667ebbe-8711-4ff1-a58d-8d044da7251c req-0ce00be8-67c5-4c35-b975-83839b36c06b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:51.045502 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d667ebbe-8711-4ff1-a58d-8d044da7251c req-0ce00be8-67c5-4c35-b975-83839b36c06b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0677531 Sep 26 05:49:51.100448 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d667ebbe-8711-4ff1-a58d-8d044da7251c req-04d0b04e-b755-49d3-bd61-5176f1afa9e8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480843 Sep 26 05:49:52.237732 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb5a8b-7d6a-4808-b233-cfcba0e6aa62 req-061204b3-a9f1-4df7-b4be-335645cc6223 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:52.239310 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-74cb5a8b-7d6a-4808-b233-cfcba0e6aa62 req-061204b3-a9f1-4df7-b4be-335645cc6223 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0552325 Sep 26 05:49:52.289000 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-74cb5a8b-7d6a-4808-b233-cfcba0e6aa62 req-fac7fcef-2ba1-489c-b610-4fa280b44eef tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431776 Sep 26 05:49:53.424017 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b49ac7-bdde-4590-84f2-df7b6e764e5d req-0aa83477-0f10-468f-840c-8e038382f45d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:53.425458 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-02b49ac7-bdde-4590-84f2-df7b6e764e5d req-0aa83477-0f10-468f-840c-8e038382f45d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0530653 Sep 26 05:49:53.477944 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-02b49ac7-bdde-4590-84f2-df7b6e764e5d req-d1c4edf5-34b0-49de-b4e8-c1bfed79ea45 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456195 Sep 26 05:49:54.116074 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:54.118915 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:54.603702 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:54.620275 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b37a01-04f4-45a1-b994-5ecfa8ef4c5c req-de8ea66e-aec0-4ae4-8ca8-e649c0f43eae tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:54.621935 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-31b37a01-04f4-45a1-b994-5ecfa8ef4c5c req-de8ea66e-aec0-4ae4-8ca8-e649c0f43eae tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0563605 Sep 26 05:49:54.677684 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-31b37a01-04f4-45a1-b994-5ecfa8ef4c5c req-e61adba8-e395-4021-843b-69b27843c1a8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498223 Sep 26 05:49:55.816094 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f651047-0bd1-4de1-a623-90f8dbad4b7d req-4c2fa90b-b827-4b4e-a373-d2680119b051 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:55.817622 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f651047-0bd1-4de1-a623-90f8dbad4b7d req-4c2fa90b-b827-4b4e-a373-d2680119b051 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0528831 Sep 26 05:49:55.867798 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f651047-0bd1-4de1-a623-90f8dbad4b7d req-fe4d1d03-94b5-4c5e-8a5c-811cf37476ba tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Sep 26 05:49:57.001151 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29760b97-1a74-4585-9891-46bd87028285 req-297473b0-9da7-4c8d-9441-752660d250ca tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:57.002682 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-29760b97-1a74-4585-9891-46bd87028285 req-297473b0-9da7-4c8d-9441-752660d250ca tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0485072 Sep 26 05:49:57.058798 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-29760b97-1a74-4585-9891-46bd87028285 req-5d1d0d48-ac92-43cd-a071-c2891b0ceb35 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495279 Sep 26 05:49:58.194375 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9d420-8677-4074-80b1-518348052e48 req-ab41dc5d-b526-40ed-8e5d-2683929c9ac3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:58.196441 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f1c9d420-8677-4074-80b1-518348052e48 req-ab41dc5d-b526-40ed-8e5d-2683929c9ac3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0527320 Sep 26 05:49:58.226461 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:49:58.253944 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f1c9d420-8677-4074-80b1-518348052e48 req-d8a217b4-e024-434d-bbfe-fc57d23ecba2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512040 Sep 26 05:49:59.392253 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580be3b-81fa-49bb-b79f-fa1bf04b6a20 req-82f0c4ff-67fd-46e4-95a4-1cba7fa2b246 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:49:59.393757 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2580be3b-81fa-49bb-b79f-fa1bf04b6a20 req-82f0c4ff-67fd-46e4-95a4-1cba7fa2b246 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0504155 Sep 26 05:49:59.445941 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2580be3b-81fa-49bb-b79f-fa1bf04b6a20 req-16c1f542-f0c8-43d8-8be4-cdd22f224a14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Sep 26 05:49:59.679748 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-63d8f450-5d44-4a7b-a883-869f4caa5a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:00.583490 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3ec1-b593-4e89-8bf3-7751b22cc917 req-9e5d0d2b-e204-4078-8ff3-a99d6aee3675 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:00.584977 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-87cb3ec1-b593-4e89-8bf3-7751b22cc917 req-9e5d0d2b-e204-4078-8ff3-a99d6aee3675 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 943 time: 0.0473948 Sep 26 05:50:00.621671 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:00.638362 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-87cb3ec1-b593-4e89-8bf3-7751b22cc917 req-d9105581-8283-4b6a-8386-5a9608766f17 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472958 Sep 26 05:50:01.053791 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:01.057803 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:01.400003 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 13bc2cea-45a7-43cc-8730-0f8356ec20ea details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:50:01.508121 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:50:01.523198 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'port_id': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'mac_address': 'fa:16:3e:b3:1d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:50:01.562931 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 13bc2cea-45a7-43cc-8730-0f8356ec20ea is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:50:01.563490 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:01.580157 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bc2cea-45a7-43cc-8730-0f8356ec20ea {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:50:01.606153 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:50:01.611718 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:01.666906 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=13bc2cea-45a7-43cc-8730-0f8356ec20ea,revision_number=9']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:50:01.674676 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.675010 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.675376 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.675720 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.676056 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.676386 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.676715 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.677041 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.677414 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.677782 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.678079 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.678422 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.679140 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.679140 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.679366 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:50:01.778348 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a2604-4a09-4073-bf1d-9da3bc5eebbd req-b0bd5a62-6c2c-4daa-bcc2-bc7123a87051 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:01.779855 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6a8a2604-4a09-4073-bf1d-9da3bc5eebbd req-b0bd5a62-6c2c-4daa-bcc2-bc7123a87051 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 944 time: 0.0539296 Sep 26 05:50:01.827411 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6a8a2604-4a09-4073-bf1d-9da3bc5eebbd req-310bfa8a-c244-42fb-bdc2-0fd95a32b5bd tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 Sep 26 05:50:02.136944 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8a9f910b-426a-4282-a8f6-860cd508e6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:02.201927 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['13bc2cea-45a7-43cc-8730-0f8356ec20ea'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:50:02.964422 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c5728-57c4-4438-99e7-6e7eb7711838 req-90562901-5711-40e9-8584-be243266f7e8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:02.965930 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-418c5728-57c4-4438-99e7-6e7eb7711838 req-90562901-5711-40e9-8584-be243266f7e8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 944 time: 0.0476947 Sep 26 05:50:03.014034 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-418c5728-57c4-4438-99e7-6e7eb7711838 req-04fa39a3-3d5f-46e9-ba77-1d76c7a299c8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423660 Sep 26 05:50:03.305852 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:03.497663 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 13bc2cea-45a7-43cc-8730-0f8356ec20ea up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:50:03.549171 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 13bc2cea-45a7-43cc-8730-0f8356ec20ea triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:50:03.549726 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:03.550052 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 13bc2cea-45a7-43cc-8730-0f8356ec20ea Sep 26 05:50:03.627104 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 13bc2cea-45a7-43cc-8730-0f8356ec20ea is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:50:03.627485 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:03.651254 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:50:03.653616 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d73eae-3106-45be-bd24-524300e43e1b" -d '{"events": [{"server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "name": "network-vif-plugged", "status": "completed", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:50:03.666391 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:50:03.671453 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:03.694281 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773d9074-5616-49e4-a811-b425f15199ea x-openstack-request-id: req-773d9074-5616-49e4-a811-b425f15199ea {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:50:03.694814 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "name": "network-vif-plugged", "status": "completed", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:50:03.694952 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-773d9074-5616-49e4-a811-b425f15199ea {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:50:03.695380 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773d9074-5616-49e4-a811-b425f15199ea'] response: {'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'code': 200} Sep 26 05:50:03.722629 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=13bc2cea-45a7-43cc-8730-0f8356ec20ea,revision_number=10']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:50:04.150941 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460e628-911b-4a14-b197-243433a6156d req-8518267f-4347-47f1-a77e-d799728b84f6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:04.152407 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3460e628-911b-4a14-b197-243433a6156d req-8518267f-4347-47f1-a77e-d799728b84f6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 946 time: 0.0538678 Sep 26 05:50:04.202982 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3460e628-911b-4a14-b197-243433a6156d req-f36ee330-7d69-4a45-8c69-81d1454acc97 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447180 Sep 26 05:50:04.342444 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304b63f-1857-4e5f-a9ea-eabfe6a9e3bc req-4b15ac90-6661-4830-907c-e88c5f25efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:04.344019 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c304b63f-1857-4e5f-a9ea-eabfe6a9e3bc req-4b15ac90-6661-4830-907c-e88c5f25efeb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 1130 time: 0.0413082 Sep 26 05:50:04.391307 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c304b63f-1857-4e5f-a9ea-eabfe6a9e3bc req-f1da9687-d9de-4502-8c7e-bbef6ca7b7ae service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406744 Sep 26 05:50:05.003936 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:05.081089 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:05.347995 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb362-3c5e-4e3a-a0f9-e5958f00b724 req-8ffd9df2-0deb-434b-998f-86993acfebd7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:05.349679 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7d6fb362-3c5e-4e3a-a0f9-e5958f00b724 req-8ffd9df2-0deb-434b-998f-86993acfebd7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 946 time: 0.0580645 Sep 26 05:50:05.379340 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:05.409200 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7d6fb362-3c5e-4e3a-a0f9-e5958f00b724 req-0e8a5dfe-9345-4e90-8c6c-e93a1c81053b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497317 Sep 26 05:50:06.550184 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10038-18fb-4ef6-906e-a236de9ab22e req-d91b463d-669a-4668-9f8d-b89748a49a36 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:06.551767 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9fc10038-18fb-4ef6-906e-a236de9ab22e req-d91b463d-669a-4668-9f8d-b89748a49a36 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 946 time: 0.0526304 Sep 26 05:50:06.600721 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9fc10038-18fb-4ef6-906e-a236de9ab22e req-bd59f6f5-ad18-4c79-9add-7f5702237311 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432990 Sep 26 05:50:07.742163 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24cb04-ae7f-43da-9620-476ca1567bdb req-81b0e960-f984-441d-b674-8dbc7666917d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:07.743702 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7f24cb04-ae7f-43da-9620-476ca1567bdb req-81b0e960-f984-441d-b674-8dbc7666917d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 946 time: 0.0479558 Sep 26 05:50:07.796729 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7f24cb04-ae7f-43da-9620-476ca1567bdb req-30b5d79b-da76-48e1-80ec-211c1fdc5b72 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458748 Sep 26 05:50:14.130816 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:14.191836 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=18 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:14.199141 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=30 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:14.855477 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607f210-9a8f-4820-a14e-9da2b0a3cb63 req-7deeb901-e835-4057-be5f-c79e4efe302b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:14.856975 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8607f210-9a8f-4820-a14e-9da2b0a3cb63 req-7deeb901-e835-4057-be5f-c79e4efe302b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0810838 Sep 26 05:50:14.862494 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af8ff-c27d-415f-b71c-84ecd2ea6611 req-3d195fc3-3499-412c-825f-4e4d4b1b44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:14.864187 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ef2af8ff-c27d-415f-b71c-84ecd2ea6611 req-3d195fc3-3499-412c-825f-4e4d4b1b44e3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 1129 time: 0.0541899 Sep 26 05:50:14.964993 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8607f210-9a8f-4820-a14e-9da2b0a3cb63 req-45e38e68-eb6d-47c8-8860-a9b5d1095ff8 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996013 Sep 26 05:50:14.990821 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af8ff-c27d-415f-b71c-84ecd2ea6611 req-824d09ae-003e-49fc-9bed-f6bfe5c030f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:14.992298 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ef2af8ff-c27d-415f-b71c-84ecd2ea6611 req-824d09ae-003e-49fc-9bed-f6bfe5c030f0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.1142273 Sep 26 05:50:15.062341 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ef2af8ff-c27d-415f-b71c-84ecd2ea6611 req-8d64bd0c-0854-4628-90d3-29db2a6c72b5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438d048d-b815-4fa3-98df-918b47d1b86c HTTP/1.1" status: 200 len: 1001 time: 0.0600224 Sep 26 05:50:15.116694 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af8ff-c27d-415f-b71c-84ecd2ea6611 req-dcca5269-5acd-4632-b368-b99fab828a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:15.118310 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ef2af8ff-c27d-415f-b71c-84ecd2ea6611 req-dcca5269-5acd-4632-b368-b99fab828a78 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.0496838 Sep 26 05:50:15.165728 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:15.173691 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af8ff-c27d-415f-b71c-84ecd2ea6611 req-ef140055-b109-4fe7-b5d0-5b86e95dbdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:15.175236 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ef2af8ff-c27d-415f-b71c-84ecd2ea6611 req-ef140055-b109-4fe7-b5d0-5b86e95dbdda service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508134 Sep 26 05:50:15.273387 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ef2af8ff-c27d-415f-b71c-84ecd2ea6611 req-27cce62e-2982-4a85-b21f-9d5ad85b63e3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918305 Sep 26 05:50:15.374804 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ef2af8ff-c27d-415f-b71c-84ecd2ea6611 req-197d2009-8e20-434f-826b-81beac11c456 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946577 Sep 26 05:50:16.104756 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e1919-30aa-4f16-bd40-d172d877d70e req-ded13ad0-fff2-44d3-b639-018edb2847fd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:16.106351 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-320e1919-30aa-4f16-bd40-d172d877d70e req-ded13ad0-fff2-44d3-b639-018edb2847fd tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0552619 Sep 26 05:50:16.154868 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-320e1919-30aa-4f16-bd40-d172d877d70e req-5dbc0e1e-a005-428a-ad69-23c8f969ef1a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427270 Sep 26 05:50:17.283167 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dbf7a-a3fd-4aa6-9e46-0607dde70e78 req-b667a9e0-9b75-41b2-9fa8-5937d356e7b6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:17.284670 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-dd6dbf7a-a3fd-4aa6-9e46-0607dde70e78 req-b667a9e0-9b75-41b2-9fa8-5937d356e7b6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0478601 Sep 26 05:50:17.337220 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-dd6dbf7a-a3fd-4aa6-9e46-0607dde70e78 req-fab204a3-3e4c-4931-b1c3-2102ab0ba849 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Sep 26 05:50:18.476818 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa0f3d-63cc-41fa-a14e-1548ee1c4c69 req-07a46832-da9f-48cf-89c6-be0797d15791 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:18.478331 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f5fa0f3d-63cc-41fa-a14e-1548ee1c4c69 req-07a46832-da9f-48cf-89c6-be0797d15791 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0588691 Sep 26 05:50:18.526112 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f5fa0f3d-63cc-41fa-a14e-1548ee1c4c69 req-3796e882-4127-49cf-b90b-d2b06e4ed76b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419466 Sep 26 05:50:19.666044 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb36f3-0723-4820-b4d1-931963b11bc5 req-da0fbb27-d1af-4d8c-a8a6-6c24d4940f28 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:19.667536 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7afb36f3-0723-4820-b4d1-931963b11bc5 req-da0fbb27-d1af-4d8c-a8a6-6c24d4940f28 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0574024 Sep 26 05:50:19.722579 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7afb36f3-0723-4820-b4d1-931963b11bc5 req-d89223a8-1a70-46bd-b045-07b49e87c5f2 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490799 Sep 26 05:50:19.826414 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1735986-27b4-4fe3-be67-840f661650fe req-f155238d-9082-4144-8ec6-fa026a834b2c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409064 Sep 26 05:50:19.915012 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1735986-27b4-4fe3-be67-840f661650fe req-5235af1a-a869-446b-871e-f4f9718f99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:19.916659 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1735986-27b4-4fe3-be67-840f661650fe req-5235af1a-a869-446b-871e-f4f9718f99c0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 1130 time: 0.0446942 Sep 26 05:50:19.945305 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:20.028824 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1735986-27b4-4fe3-be67-840f661650fe req-1fab3334-014a-4c74-bb4b-4f0f66253470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:20.030368 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1735986-27b4-4fe3-be67-840f661650fe req-1fab3334-014a-4c74-bb4b-4f0f66253470 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 917 time: 0.0936828 Sep 26 05:50:20.093894 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1735986-27b4-4fe3-be67-840f661650fe req-7dea67e6-abbc-4c18-9562-936fd63760df service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea HTTP/1.1" status: 200 len: 1001 time: 0.0569909 Sep 26 05:50:20.147308 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1735986-27b4-4fe3-be67-840f661650fe req-df65c561-fd81-46b8-bb9d-561911ee7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:20.148824 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1735986-27b4-4fe3-be67-840f661650fe req-df65c561-fd81-46b8-bb9d-561911ee7756 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.0475156 Sep 26 05:50:20.199174 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1735986-27b4-4fe3-be67-840f661650fe req-544a9ca2-72bf-44d0-8edf-ec855830594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:20.200664 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1735986-27b4-4fe3-be67-840f661650fe req-544a9ca2-72bf-44d0-8edf-ec855830594e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447180 Sep 26 05:50:20.296666 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1735986-27b4-4fe3-be67-840f661650fe req-616c99bf-2da2-49c5-86b9-36069f093820 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886695 Sep 26 05:50:20.400130 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f1735986-27b4-4fe3-be67-840f661650fe req-51c8b869-aef9-4acd-887e-313fec0229e3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957303 Sep 26 05:50:20.849111 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed454508-e814-4657-8fd3-7b8528292e83 req-7d1c446a-b231-4691-b4d6-c7ef1a64101a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:20.850596 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed454508-e814-4657-8fd3-7b8528292e83 req-7d1c446a-b231-4691-b4d6-c7ef1a64101a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0474436 Sep 26 05:50:20.905625 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed454508-e814-4657-8fd3-7b8528292e83 req-e72f5824-2f4c-4e6f-ae01-64a9ee342323 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493894 Sep 26 05:50:22.023386 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:22.035081 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf093-1e52-4177-9081-93ff2d8e3b77 req-522e00d8-8eec-4a10-a8bf-f7ed35162340 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:22.036599 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d5ebf093-1e52-4177-9081-93ff2d8e3b77 req-522e00d8-8eec-4a10-a8bf-f7ed35162340 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0508091 Sep 26 05:50:22.085044 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d5ebf093-1e52-4177-9081-93ff2d8e3b77 req-80b0116f-5f35-4bb8-a07e-eb28a7dfc324 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Sep 26 05:50:23.213714 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c22f12-f0da-43ec-ba26-a210ae13b9ab req-47e42461-1bb4-46d2-8015-5146fe47558a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:23.215398 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e9c22f12-f0da-43ec-ba26-a210ae13b9ab req-47e42461-1bb4-46d2-8015-5146fe47558a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0514278 Sep 26 05:50:23.270762 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e9c22f12-f0da-43ec-ba26-a210ae13b9ab req-38056378-5504-48ca-94c0-7f2599f5a57d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490389 Sep 26 05:50:24.062402 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:50:24.122183 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:24.124320 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:24.401980 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6fabf-052b-45fe-a6c0-32164bc43141 req-0c7ab7bb-7883-4b13-b226-1d3e4232606d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:24.403499 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8aa6fabf-052b-45fe-a6c0-32164bc43141 req-0c7ab7bb-7883-4b13-b226-1d3e4232606d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0514729 Sep 26 05:50:24.453159 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8aa6fabf-052b-45fe-a6c0-32164bc43141 req-483eb494-44a2-49c6-ba20-86a6a840dea7 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428283 Sep 26 05:50:25.584158 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583cde-148e-44b1-b24b-8d6aa65b1c3f req-a92df1bc-9d92-4a0a-8d2f-1c1fb3eb162e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:25.586118 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-62583cde-148e-44b1-b24b-8d6aa65b1c3f req-a92df1bc-9d92-4a0a-8d2f-1c1fb3eb162e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0523803 Sep 26 05:50:25.641530 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-62583cde-148e-44b1-b24b-8d6aa65b1c3f req-ed813e67-63d6-4303-950c-5f1733675e23 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445876 Sep 26 05:50:26.778469 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b902ff-1860-4f75-8ddb-fcbe694f0e63 req-e58c91af-c940-4475-afbc-d54652d10c0c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:26.780138 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-24b902ff-1860-4f75-8ddb-fcbe694f0e63 req-e58c91af-c940-4475-afbc-d54652d10c0c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0508585 Sep 26 05:50:26.831216 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-24b902ff-1860-4f75-8ddb-fcbe694f0e63 req-7dc4dcd6-afaf-443e-b5fd-9f931d413ede tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449162 Sep 26 05:50:27.972515 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306273ed-d957-4c9e-8fea-e257ef74a7dd req-b3cda27e-5db2-447a-8f57-154497e84c8d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:27.974036 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-306273ed-d957-4c9e-8fea-e257ef74a7dd req-b3cda27e-5db2-447a-8f57-154497e84c8d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0549340 Sep 26 05:50:28.025948 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-306273ed-d957-4c9e-8fea-e257ef74a7dd req-6bab7351-3042-4552-a79c-b2a29161a50a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455794 Sep 26 05:50:29.158711 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a9504-92f6-467b-b841-ada988c9852d req-24bf0317-cde4-459e-8f26-df87d129c38e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:29.160243 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-812a9504-92f6-467b-b841-ada988c9852d req-24bf0317-cde4-459e-8f26-df87d129c38e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0478871 Sep 26 05:50:29.216945 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-812a9504-92f6-467b-b841-ada988c9852d req-9bd7de47-1dca-4797-9122-114531b060ea tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507107 Sep 26 05:50:29.674470 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-61f109e2-706c-485e-9b31-bb138f355f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:30.350378 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f088-f54e-4945-bc81-cd7c9f74d9ea req-6231837d-18a6-4d52-b942-877c6739c876 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:30.351910 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-abc8f088-f54e-4945-bc81-cd7c9f74d9ea req-6231837d-18a6-4d52-b942-877c6739c876 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0488784 Sep 26 05:50:30.406938 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-abc8f088-f54e-4945-bc81-cd7c9f74d9ea req-8f658ae7-2d9f-40b7-8570-df672b8a02f5 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466623 Sep 26 05:50:30.798840 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d44310-6d72-41b0-a203-742925eff039 req-568f1c89-792c-497f-87de-c2c0f5dd889f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:30.800338 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c6d44310-6d72-41b0-a203-742925eff039 req-568f1c89-792c-497f-87de-c2c0f5dd889f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0494950 Sep 26 05:50:30.851612 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c6d44310-6d72-41b0-a203-742925eff039 req-e5e01330-f219-4d21-bed2-fd7b57162e64 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436397 Sep 26 05:50:31.547311 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813d092-7721-4fed-aa5c-bf12034e5e85 req-46a764b2-e228-43dd-9538-4c4cb17ea5f9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:31.548890 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3813d092-7721-4fed-aa5c-bf12034e5e85 req-46a764b2-e228-43dd-9538-4c4cb17ea5f9 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0525231 Sep 26 05:50:31.606055 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3813d092-7721-4fed-aa5c-bf12034e5e85 req-a1c21352-240c-47e4-97cd-8074b14def6b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500453 Sep 26 05:50:31.987563 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37eec7-b333-4bdf-9901-7b7a8796ff97 req-814fdf7a-1391-4bc6-98b5-b3adac8c5c9e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:31.989088 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4a37eec7-b333-4bdf-9901-7b7a8796ff97 req-814fdf7a-1391-4bc6-98b5-b3adac8c5c9e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0558455 Sep 26 05:50:32.037232 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4a37eec7-b333-4bdf-9901-7b7a8796ff97 req-82f46794-43ee-4e00-a532-67461aea0314 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423956 Sep 26 05:50:32.132518 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d528e941-9aec-4446-bddf-574769f0cdc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:32.742384 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fddbbc-b9e4-42a8-b9a2-30ad98c4c0c6 req-8a19a037-4505-4152-970c-d9e83e55e7d0 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:32.743963 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-00fddbbc-b9e4-42a8-b9a2-30ad98c4c0c6 req-8a19a037-4505-4152-970c-d9e83e55e7d0 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0505753 Sep 26 05:50:32.794353 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-00fddbbc-b9e4-42a8-b9a2-30ad98c4c0c6 req-52e777a9-9938-4c46-9ca7-bb5e80adb54d tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446038 Sep 26 05:50:33.169993 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fde369-6fa6-48bb-ac8c-68b0079e378e req-3f9ffedc-24ed-4c16-b1b6-fd36992db618 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:33.171526 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f3fde369-6fa6-48bb-ac8c-68b0079e378e req-3f9ffedc-24ed-4c16-b1b6-fd36992db618 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0573885 Sep 26 05:50:33.213797 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:33.222371 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f3fde369-6fa6-48bb-ac8c-68b0079e378e req-0d8a599e-9a81-4f90-95c4-63925cf8b73b tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451612 Sep 26 05:50:33.310794 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:33.936481 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a0967-5a23-4db7-89a1-842ab6b1133b req-db658030-2f83-4b79-8b85-a0d4b5636a4c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:33.938056 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e31a0967-5a23-4db7-89a1-842ab6b1133b req-db658030-2f83-4b79-8b85-a0d4b5636a4c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0536613 Sep 26 05:50:33.996876 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e31a0967-5a23-4db7-89a1-842ab6b1133b req-de929abe-61f5-4a60-b845-a28d98f1d9d5 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523236 Sep 26 05:50:34.028336 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea4335-e87f-4eab-9b58-20caec6e3b1b req-0208ee96-6eb9-44c5-9385-ffd1cebe84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:34.029918 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5aea4335-e87f-4eab-9b58-20caec6e3b1b req-0208ee96-6eb9-44c5-9385-ffd1cebe84cb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 1129 time: 0.0406330 Sep 26 05:50:34.079275 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5aea4335-e87f-4eab-9b58-20caec6e3b1b req-8313ede6-9de7-4ad5-bfc1-7a73f5133df6 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Sep 26 05:50:34.351567 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c3143-99b4-4516-b958-f9a2261d3231 req-7df944ba-93e4-47fa-839d-afea9b67cace tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:34.353198 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-516c3143-99b4-4516-b958-f9a2261d3231 req-7df944ba-93e4-47fa-839d-afea9b67cace tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0519905 Sep 26 05:50:34.408239 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-516c3143-99b4-4516-b958-f9a2261d3231 req-a558b6ae-f6a1-4d25-bf13-bebf83a73116 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487814 Sep 26 05:50:34.998546 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:35.082945 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:35.135775 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff25c98-976b-418c-95ec-6195bda485fd req-ec7be9b8-5bba-4d0c-8109-fb736881af8e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:35.137381 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dff25c98-976b-418c-95ec-6195bda485fd req-ec7be9b8-5bba-4d0c-8109-fb736881af8e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0510349 Sep 26 05:50:35.182458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:35.190853 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dff25c98-976b-418c-95ec-6195bda485fd req-9b1cfbd6-b6ff-4a1a-a357-44f001b4d7e5 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474281 Sep 26 05:50:35.536509 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d284f84-ce5d-4554-a9bb-c21d63606c69 req-9eada0f6-26c1-476f-9b2f-f058b62280fa tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:35.537989 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5d284f84-ce5d-4554-a9bb-c21d63606c69 req-9eada0f6-26c1-476f-9b2f-f058b62280fa tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0500002 Sep 26 05:50:35.592151 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5d284f84-ce5d-4554-a9bb-c21d63606c69 req-0da278e5-39ed-41c1-88cd-3cb113400456 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471220 Sep 26 05:50:36.306282 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:36.319696 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452ce60-5f52-4ce7-a717-1cdbe5fcb0b3 req-073061f6-381b-4bab-a073-1976fa8a7964 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:36.321235 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6452ce60-5f52-4ce7-a717-1cdbe5fcb0b3 req-073061f6-381b-4bab-a073-1976fa8a7964 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0493429 Sep 26 05:50:36.376192 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6452ce60-5f52-4ce7-a717-1cdbe5fcb0b3 req-25b90e70-12a9-45f3-a40c-9332b1266adb tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490358 Sep 26 05:50:36.759585 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce8ac-3487-4d13-baf5-05e60b5ee145 req-7f011a62-882b-48f3-9c30-422204a4874d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:36.763349 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff9ce8ac-3487-4d13-baf5-05e60b5ee145 req-7f011a62-882b-48f3-9c30-422204a4874d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0730844 Sep 26 05:50:36.821495 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff9ce8ac-3487-4d13-baf5-05e60b5ee145 req-1ee913b2-8d1d-4720-9562-abe0790c1132 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511088 Sep 26 05:50:36.887376 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320632-f274-4f50-b787-c049112e6503 req-688df20e-3f4e-4015-8873-5e76837f2ac5 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:36.888927 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d0320632-f274-4f50-b787-c049112e6503 req-688df20e-3f4e-4015-8873-5e76837f2ac5 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0866847 Sep 26 05:50:36.895278 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b304c66-176b-4620-be5a-9551a5735399 req-c180b0c2-72ad-4809-80ec-279d2ed205c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:36.896765 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8b304c66-176b-4620-be5a-9551a5735399 req-c180b0c2-72ad-4809-80ec-279d2ed205c7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 1129 time: 0.0595992 Sep 26 05:50:36.914496 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:36.999599 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d0320632-f274-4f50-b787-c049112e6503 req-9c77e180-ca1d-40d3-8844-7f83c2d5c911 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017125 Sep 26 05:50:37.029186 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b304c66-176b-4620-be5a-9551a5735399 req-ccda5530-33b8-4c4c-a8da-e0c6d1de3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:37.030720 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8b304c66-176b-4620-be5a-9551a5735399 req-ccda5530-33b8-4c4c-a8da-e0c6d1de3cc0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.1258872 Sep 26 05:50:37.102388 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8b304c66-176b-4620-be5a-9551a5735399 req-8ead2e40-4266-4fa1-b758-3835964d52c9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438d048d-b815-4fa3-98df-918b47d1b86c HTTP/1.1" status: 200 len: 1001 time: 0.0643034 Sep 26 05:50:37.152726 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b304c66-176b-4620-be5a-9551a5735399 req-1f00c7c0-eb65-4c43-9ce4-80ec2acb8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:37.154238 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8b304c66-176b-4620-be5a-9551a5735399 req-1f00c7c0-eb65-4c43-9ce4-80ec2acb8cb4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.0456386 Sep 26 05:50:37.200160 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b304c66-176b-4620-be5a-9551a5735399 req-ec6df93b-16a2-4e35-a99a-69d1df43e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:37.201699 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8b304c66-176b-4620-be5a-9551a5735399 req-ec6df93b-16a2-4e35-a99a-69d1df43e5b2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406332 Sep 26 05:50:37.304024 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8b304c66-176b-4620-be5a-9551a5735399 req-db1e1841-8bb2-4d5d-ab01-44addc5433ac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949223 Sep 26 05:50:37.417225 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8b304c66-176b-4620-be5a-9551a5735399 req-5d94181c-a23b-4f5e-8732-e27a3263a9dd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059794 Sep 26 05:50:37.949924 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505c5f8-df0a-481e-9bb9-97e8168ca1cd req-49bddf05-a25e-4e55-8bca-d6dedfe92cf1 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:37.951439 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2505c5f8-df0a-481e-9bb9-97e8168ca1cd req-49bddf05-a25e-4e55-8bca-d6dedfe92cf1 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0478036 Sep 26 05:50:38.002943 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2505c5f8-df0a-481e-9bb9-97e8168ca1cd req-5fee738e-f800-4273-b387-8ee27bdfad67 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455511 Sep 26 05:50:38.049885 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=15 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:38.055002 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=19 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:38.129772 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3dfc-30b7-4de7-bb4d-b2a63807149d req-2e8b4628-3c4f-404d-8686-2e2967327d8b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:38.131225 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5fbf3dfc-30b7-4de7-bb4d-b2a63807149d req-2e8b4628-3c4f-404d-8686-2e2967327d8b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0492108 Sep 26 05:50:38.188115 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5fbf3dfc-30b7-4de7-bb4d-b2a63807149d req-5b01368b-5eed-4d6c-88d1-49f017fb3b14 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509875 Sep 26 05:50:39.133562 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa79b3f-a3cb-413a-a6e5-e9d8979c0082 req-9cc7736b-de1f-4312-b1e8-bb71155b0009 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:39.135094 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-afa79b3f-a3cb-413a-a6e5-e9d8979c0082 req-9cc7736b-de1f-4312-b1e8-bb71155b0009 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0522213 Sep 26 05:50:39.192750 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-afa79b3f-a3cb-413a-a6e5-e9d8979c0082 req-9fc5dce8-fcb3-456f-81e4-eb2f6393386a tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483181 Sep 26 05:50:39.319593 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c5493-6217-4407-99df-64d0bdba6b3f req-5f07996d-79eb-4799-98f3-8d57eecccb0f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:39.321155 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-378c5493-6217-4407-99df-64d0bdba6b3f req-5f07996d-79eb-4799-98f3-8d57eecccb0f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0493760 Sep 26 05:50:39.369550 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-378c5493-6217-4407-99df-64d0bdba6b3f req-dd58fcc8-1a8f-4337-aa3e-e941e011d8ed tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426011 Sep 26 05:50:40.320751 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166f9e-a52f-4098-9c47-8c010c2a3205 req-54d65254-ce1e-4f9f-98cf-7b4ef02a7eac tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:40.322371 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80166f9e-a52f-4098-9c47-8c010c2a3205 req-54d65254-ce1e-4f9f-98cf-7b4ef02a7eac tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0478907 Sep 26 05:50:40.372137 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80166f9e-a52f-4098-9c47-8c010c2a3205 req-917c763e-1adf-4168-a19c-1c5b6e9acfc4 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415277 Sep 26 05:50:40.455327 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:40.497764 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eb936-3135-4a22-afdf-2d407b9a9888 req-3eb15719-cba3-4c4f-9977-dea3741f1bbf tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:40.499172 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7d0eb936-3135-4a22-afdf-2d407b9a9888 req-3eb15719-cba3-4c4f-9977-dea3741f1bbf tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0525775 Sep 26 05:50:40.549237 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7d0eb936-3135-4a22-afdf-2d407b9a9888 req-3d92ac04-adc0-4d87-98b3-096761a92aaf tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 Sep 26 05:50:41.517309 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd90c5f-acc0-49c8-9a2f-de790dd119dc req-0f0c0aa6-5177-490e-8abd-80d12e479e0c tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:41.518891 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1dd90c5f-acc0-49c8-9a2f-de790dd119dc req-0f0c0aa6-5177-490e-8abd-80d12e479e0c tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0547659 Sep 26 05:50:41.568960 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1dd90c5f-acc0-49c8-9a2f-de790dd119dc req-8bce25b8-a2c2-4c3d-ac6c-6bc35055af77 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Sep 26 05:50:41.688321 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d15b89-5339-469a-9025-f1b17540fcc5 req-4e4888d2-e893-47bc-b5c3-7f279643b582 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:41.690663 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e6d15b89-5339-469a-9025-f1b17540fcc5 req-4e4888d2-e893-47bc-b5c3-7f279643b582 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0571582 Sep 26 05:50:41.742693 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e6d15b89-5339-469a-9025-f1b17540fcc5 req-ed746697-25b2-4e7f-89c5-7d03d27e8256 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441515 Sep 26 05:50:41.891878 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0810f-0e22-4ec7-94e0-8ad6b7ded996 req-6901cac8-085e-4324-b5a8-6de8c63a78dc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:41.893434 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7cd0810f-0e22-4ec7-94e0-8ad6b7ded996 req-6901cac8-085e-4324-b5a8-6de8c63a78dc tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0616853 Sep 26 05:50:41.908152 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 52868) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:50:41.912632 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-372090d1-3ddd-41b2-b3fd-e4f767883460 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Request body: {'floatingip': {'port_id': '438d048d-b815-4fa3-98df-918b47d1b86c'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:50:41.965755 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-372090d1-3ddd-41b2-b3fd-e4f767883460 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for floatingip (93a91566-604a-49b1-a46f-524334b4a57a), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:42.565741 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:42.644930 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:42.670477 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-372090d1-3ddd-41b2-b3fd-e4f767883460 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:42.675572 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-372090d1-3ddd-41b2-b3fd-e4f767883460 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (93a91566-604a-49b1-a46f-524334b4a57a), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:42.711765 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580496b-f4bd-40dc-a381-9ef25c2f7aa9 req-ee26fe57-2b60-4d76-8b3a-5402e96c5eb8 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:42.713546 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e580496b-f4bd-40dc-a381-9ef25c2f7aa9 req-ee26fe57-2b60-4d76-8b3a-5402e96c5eb8 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0584993 Sep 26 05:50:42.790269 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e580496b-f4bd-40dc-a381-9ef25c2f7aa9 req-dc336781-389f-427c-8a75-50926912c686 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702891 Sep 26 05:50:42.945856 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372090d1-3ddd-41b2-b3fd-e4f767883460 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Router f21904ab-7f0b-4b3a-a866-71b668ddc779 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:50:43.059589 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da0fd-8e84-4718-b6d1-d7b7ce8d4bb2 req-dbfc09ae-0a33-4c09-848c-1c579eafbd61 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:43.061336 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-aa4da0fd-8e84-4718-b6d1-d7b7ce8d4bb2 req-dbfc09ae-0a33-4c09-848c-1c579eafbd61 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0685196 Sep 26 05:50:43.094181 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372090d1-3ddd-41b2-b3fd-e4f767883460 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:50:43.103192 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-372090d1-3ddd-41b2-b3fd-e4f767883460 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:43.108877 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4493ed77-f7a8-4062-8371-9de71cc77e68 None None] Sync routers for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:50:43.121867 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4493ed77-f7a8-4062-8371-9de71cc77e68 None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:50:43.122897 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-4493ed77-f7a8-4062-8371-9de71cc77e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:50:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:50:43.156365 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:50:43.157561 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c8674d-43fa-4681-ab73-91bece3ce252" -d '{"events": [{"name": "network-changed", "server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:50:43.173951 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a4552-4441-449d-a999-18eb35ef0419 req-7eebb660-76b7-4897-8a60-5c30e51dd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:43.175692 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-912a4552-4441-449d-a999-18eb35ef0419 req-7eebb660-76b7-4897-8a60-5c30e51dd958 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 1129 time: 0.0821159 Sep 26 05:50:43.179510 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-aa4da0fd-8e84-4718-b6d1-d7b7ce8d4bb2 req-4cf3edbf-34c3-4695-9f5f-a132c23106d2 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081057 Sep 26 05:50:43.196265 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:43.213284 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-372090d1-3ddd-41b2-b3fd-e4f767883460 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/93a91566-604a-49b1-a46f-524334b4a57a HTTP/1.1" status: 200 len: 993 time: 1.2949736 Sep 26 05:50:43.247967 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-4493ed77-f7a8-4062-8371-9de71cc77e68 None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:50:43.320669 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a4552-4441-449d-a999-18eb35ef0419 req-9f830dfc-7299-4c90-9031-c76afe4784ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:43.322442 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-912a4552-4441-449d-a999-18eb35ef0419 req-9f830dfc-7299-4c90-9031-c76afe4784ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 HTTP/1.1" status: 200 len: 912 time: 0.1354337 Sep 26 05:50:43.349526 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885df50f-5aa2-41e3-8c67-f35c6df8bb35 x-openstack-request-id: req-885df50f-5aa2-41e3-8c67-f35c6df8bb35 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:50:43.349822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:50:43.350074 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-885df50f-5aa2-41e3-8c67-f35c6df8bb35 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:50:43.350511 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885df50f-5aa2-41e3-8c67-f35c6df8bb35'] response: {'name': 'network-changed', 'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c', 'status': 'completed', 'code': 200} Sep 26 05:50:43.410819 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-912a4552-4441-449d-a999-18eb35ef0419 req-d7b9b1d5-5bbf-4a51-b319-64b091072886 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=874e44a1-6cb8-479e-b4b0-e68322b26e1f HTTP/1.1" status: 200 len: 1001 time: 0.0786459 Sep 26 05:50:43.477245 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8674d-43fa-4681-ab73-91bece3ce252 req-5eba6796-e029-4f46-9680-3b2ccc78f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:43.478867 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-07c8674d-43fa-4681-ab73-91bece3ce252 req-5eba6796-e029-4f46-9680-3b2ccc78f985 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 1129 time: 0.0551436 Sep 26 05:50:43.488709 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a4552-4441-449d-a999-18eb35ef0419 req-d8a578e4-9da6-4b3b-98e9-4e8496bf4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:43.491148 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-912a4552-4441-449d-a999-18eb35ef0419 req-d8a578e4-9da6-4b3b-98e9-4e8496bf4edf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e53b9fa-5781-43b1-83a4-24777e561610 HTTP/1.1" status: 200 len: 850 time: 0.0669293 Sep 26 05:50:43.521918 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-4493ed77-f7a8-4062-8371-9de71cc77e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '93a91566-604a-49b1-a46f-524334b4a57a', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'port_id': '438d048d-b815-4fa3-98df-918b47d1b86c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'mac_address': 'fa:16:3e:7e:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:46:50Z', 'updated_at': '2022-09-26T05:50:42Z', 'revision_number': 3, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 5, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:50:43.548085 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a4552-4441-449d-a999-18eb35ef0419 req-9cf8007f-1765-49ca-a919-75bcaea3046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:43.549846 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-912a4552-4441-449d-a999-18eb35ef0419 req-9cf8007f-1765-49ca-a919-75bcaea3046d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511963 Sep 26 05:50:43.575200 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4493ed77-f7a8-4062-8371-9de71cc77e68 None None] Checking router: f21904ab-7f0b-4b3a-a866-71b668ddc779 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:50:43.590218 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4493ed77-f7a8-4062-8371-9de71cc77e68 None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:50:43.591727 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-4493ed77-f7a8-4062-8371-9de71cc77e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:50:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:50:43.641910 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8674d-43fa-4681-ab73-91bece3ce252 req-82695c46-3472-46c8-9eab-27666184458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:43.644390 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-07c8674d-43fa-4681-ab73-91bece3ce252 req-82695c46-3472-46c8-9eab-27666184458f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.1584859 Sep 26 05:50:43.670683 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-912a4552-4441-449d-a999-18eb35ef0419 req-99b8a7a7-1261-496f-a41e-656dd97ce7e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124012 Sep 26 05:50:43.718265 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-07c8674d-43fa-4681-ab73-91bece3ce252 req-e374d158-3e48-48f3-9bb8-c4f96ae55bdd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438d048d-b815-4fa3-98df-918b47d1b86c HTTP/1.1" status: 200 len: 1001 time: 0.0666628 Sep 26 05:50:43.739971 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-4493ed77-f7a8-4062-8371-9de71cc77e68 None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:50:43.780334 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-912a4552-4441-449d-a999-18eb35ef0419 req-7b4f0fd9-b661-4e52-aa94-053dad7d016e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035075 Sep 26 05:50:43.780923 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8674d-43fa-4681-ab73-91bece3ce252 req-14a9dd45-72ec-4ef8-b55b-bf6dd20f4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:43.781971 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-07c8674d-43fa-4681-ab73-91bece3ce252 req-14a9dd45-72ec-4ef8-b55b-bf6dd20f4135 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.0563025 Sep 26 05:50:43.859682 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8674d-43fa-4681-ab73-91bece3ce252 req-80f725ad-560f-40e2-a2fc-be66addc2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:43.861396 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-07c8674d-43fa-4681-ab73-91bece3ce252 req-80f725ad-560f-40e2-a2fc-be66addc2575 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585961 Sep 26 05:50:43.988508 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-4493ed77-f7a8-4062-8371-9de71cc77e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '93a91566-604a-49b1-a46f-524334b4a57a', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'port_id': '438d048d-b815-4fa3-98df-918b47d1b86c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'mac_address': 'fa:16:3e:7e:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:46:50Z', 'updated_at': '2022-09-26T05:50:42Z', 'revision_number': 3, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 5, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:50:43.990263 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-07c8674d-43fa-4681-ab73-91bece3ce252 req-7beb5077-324f-431e-bd7a-875725faece2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896981 Sep 26 05:50:44.013808 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4493ed77-f7a8-4062-8371-9de71cc77e68 None None] The sync data for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi is: [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '93a91566-604a-49b1-a46f-524334b4a57a', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'port_id': '438d048d-b815-4fa3-98df-918b47d1b86c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'mac_address': 'fa:16:3e:7e:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:46:50Z', 'updated_at': '2022-09-26T05:50:42Z', 'revision_number': 3, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 5, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:50:44.073234 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:44.113710 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-07c8674d-43fa-4681-ab73-91bece3ce252 req-57d823b0-e8b0-4a7d-a47d-434eaf26cb87 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954401 Sep 26 05:50:44.138239 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:44.149986 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:44.332786 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69991633-2acb-4268-9f43-1e935ee179f6 req-55841df6-5f0f-4d15-9d0e-f81ec3db8c9d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:44.334429 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-69991633-2acb-4268-9f43-1e935ee179f6 req-55841df6-5f0f-4d15-9d0e-f81ec3db8c9d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0565557 Sep 26 05:50:44.391635 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-69991633-2acb-4268-9f43-1e935ee179f6 req-0f7497de-07cd-43c8-b7a0-33c10984d6cb tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471342 Sep 26 05:50:45.352818 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:50:45.356061 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c368d802-86e4-4384-a25b-9c6aafd60779" -d '{"events": [{"name": "network-changed", "server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:50:45.400817 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524cf89e-e6ac-46f5-8247-de3bfc326046 x-openstack-request-id: req-524cf89e-e6ac-46f5-8247-de3bfc326046 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:50:45.401129 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:50:45.401355 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-524cf89e-e6ac-46f5-8247-de3bfc326046 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:50:45.401790 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524cf89e-e6ac-46f5-8247-de3bfc326046'] response: {'name': 'network-changed', 'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c', 'status': 'completed', 'code': 200} Sep 26 05:50:45.514362 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d802-86e4-4384-a25b-9c6aafd60779 req-fb888866-08f4-4e19-8814-8ba412dbccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:45.517262 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c368d802-86e4-4384-a25b-9c6aafd60779 req-fb888866-08f4-4e19-8814-8ba412dbccc8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 1129 time: 0.0611832 Sep 26 05:50:45.521795 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4d74b-606e-4bf1-9f0c-241bf2a5ae77 req-e03ef203-0c9a-4f7f-ad7a-4b2cea8e8d8f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:45.523342 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c9e4d74b-606e-4bf1-9f0c-241bf2a5ae77 req-e03ef203-0c9a-4f7f-ad7a-4b2cea8e8d8f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0477874 Sep 26 05:50:45.555981 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:45.575180 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c9e4d74b-606e-4bf1-9f0c-241bf2a5ae77 req-77d1f8eb-6e35-434b-8eef-792b8ac03f50 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458164 Sep 26 05:50:45.605054 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:45.632786 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d802-86e4-4384-a25b-9c6aafd60779 req-50b69496-5e57-47d8-a1ff-468a48e292e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:45.634330 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c368d802-86e4-4384-a25b-9c6aafd60779 req-50b69496-5e57-47d8-a1ff-468a48e292e3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.1109116 Sep 26 05:50:45.706010 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c368d802-86e4-4384-a25b-9c6aafd60779 req-2960386a-91de-4159-bdf2-87b372987284 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438d048d-b815-4fa3-98df-918b47d1b86c HTTP/1.1" status: 200 len: 1001 time: 0.0649257 Sep 26 05:50:45.765226 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d802-86e4-4384-a25b-9c6aafd60779 req-3dd61ad9-fbcf-4875-b720-6f7684a12aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:45.766597 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c368d802-86e4-4384-a25b-9c6aafd60779 req-3dd61ad9-fbcf-4875-b720-6f7684a12aaa service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.0540407 Sep 26 05:50:45.815242 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d802-86e4-4384-a25b-9c6aafd60779 req-96842853-8431-4776-8656-06723f42e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:45.816968 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c368d802-86e4-4384-a25b-9c6aafd60779 req-96842853-8431-4776-8656-06723f42e731 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439894 Sep 26 05:50:45.914329 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c368d802-86e4-4384-a25b-9c6aafd60779 req-c10bdeba-6cec-475f-ac00-a10a6f6667ed service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904217 Sep 26 05:50:46.023408 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c368d802-86e4-4384-a25b-9c6aafd60779 req-7112f4fe-5777-4f78-8e2c-20bc5db163b4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021161 Sep 26 05:50:54.144438 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:55.115181 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:55.116050 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:55.567660 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=66 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:55.570918 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:56.006501 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=33 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:56.020711 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=52 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:50:56.118810 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdd95d-07ec-4c6a-b76c-82c9c760343f req-cb9e4c8b-4b48-4230-8769-6f4e6f7649eb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:56.120360 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cacdd95d-07ec-4c6a-b76c-82c9c760343f req-cb9e4c8b-4b48-4230-8769-6f4e6f7649eb tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0518303 Sep 26 05:50:56.174815 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2d66a-fb4d-403b-8248-9ee7627d458b req-467e58e2-984c-4230-b162-5749ff7beedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:56.176284 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5d2d66a-fb4d-403b-8248-9ee7627d458b req-467e58e2-984c-4230-b162-5749ff7beedf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b095f1ee00e46cfabebc2dc34992997&device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 1168 time: 0.0421915 Sep 26 05:50:56.191464 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cacdd95d-07ec-4c6a-b76c-82c9c760343f req-c8d8aaaf-97e8-45c9-ade0-6a592f303683 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650537 Sep 26 05:50:56.279445 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2d66a-fb4d-403b-8248-9ee7627d458b req-a5d0172e-3d06-439f-9e0b-d6562f157333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:56.281160 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5d2d66a-fb4d-403b-8248-9ee7627d458b req-a5d0172e-3d06-439f-9e0b-d6562f157333 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f HTTP/1.1" status: 200 len: 916 time: 0.0979228 Sep 26 05:50:56.349101 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5d2d66a-fb4d-403b-8248-9ee7627d458b req-4a145591-13f0-4747-876a-849526ed0d21 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d HTTP/1.1" status: 200 len: 1001 time: 0.0613389 Sep 26 05:50:56.405859 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2d66a-fb4d-403b-8248-9ee7627d458b req-f9bad145-8d75-414c-8e58-53dfb0b820f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:56.407388 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5d2d66a-fb4d-403b-8248-9ee7627d458b req-f9bad145-8d75-414c-8e58-53dfb0b820f0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b HTTP/1.1" status: 200 len: 854 time: 0.0520351 Sep 26 05:50:56.461782 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2d66a-fb4d-403b-8248-9ee7627d458b req-162d9904-2898-4a9d-aabe-3ce29080875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:56.463239 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5d2d66a-fb4d-403b-8248-9ee7627d458b req-162d9904-2898-4a9d-aabe-3ce29080875c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443678 Sep 26 05:50:56.582842 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5d2d66a-fb4d-403b-8248-9ee7627d458b req-c90b88b9-4330-41e5-9ceb-f7b98080b426 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977166 Sep 26 05:50:56.679264 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5d2d66a-fb4d-403b-8248-9ee7627d458b req-4fb69c29-7791-45fc-b72a-ef3dbf5f743f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900078 Sep 26 05:50:57.327865 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd36df-de37-48a3-905f-a14ce38f330e req-1a73a4f5-b598-41b8-b3d8-b2ed0d5bbf77 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:57.329364 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cfdd36df-de37-48a3-905f-a14ce38f330e req-1a73a4f5-b598-41b8-b3d8-b2ed0d5bbf77 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0521948 Sep 26 05:50:57.402078 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cfdd36df-de37-48a3-905f-a14ce38f330e req-06d1efc5-f862-421f-b3ca-d361d0a5f84b tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652664 Sep 26 05:50:58.542713 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0c39b-8414-489e-93c3-d88bd7637caf req-39696a31-541d-42d5-8284-971764c0f295 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:58.544234 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-62a0c39b-8414-489e-93c3-d88bd7637caf req-39696a31-541d-42d5-8284-971764c0f295 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0580590 Sep 26 05:50:58.624700 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-62a0c39b-8414-489e-93c3-d88bd7637caf req-468d1844-b297-454b-80e9-60956cff3873 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728118 Sep 26 05:50:59.686382 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-66ba2cc4-0aa2-407e-aa5f-d66c0d6e70b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:50:59.762135 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120fbf1-46a6-4d3a-880b-f5185b78aba3 req-3b7e20ad-d986-4b48-8c1e-a4c3b4a9721d tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:50:59.763684 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c120fbf1-46a6-4d3a-880b-f5185b78aba3 req-3b7e20ad-d986-4b48-8c1e-a4c3b4a9721d tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0573349 Sep 26 05:50:59.831849 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c120fbf1-46a6-4d3a-880b-f5185b78aba3 req-aee5339a-5a49-4705-bf57-9fcefd80debc tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592275 Sep 26 05:51:00.970517 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507cf6f-3b0b-492c-9d02-6230b9961a1c req-4fb2a161-9c23-4bcc-95f4-81ef195e8bc9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:00.972055 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3507cf6f-3b0b-492c-9d02-6230b9961a1c req-4fb2a161-9c23-4bcc-95f4-81ef195e8bc9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0554240 Sep 26 05:51:01.034479 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3507cf6f-3b0b-492c-9d02-6230b9961a1c req-8a71c564-95d2-496e-b5e1-014cf1ddc893 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563228 Sep 26 05:51:01.063121 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:51:02.140636 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-00b073aa-d487-478f-ad48-93ee749652bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:02.180525 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cf2fa-9dbd-49e0-895f-9ff9b04807ed req-50cb9ae6-279d-4d85-ba8c-cb0430179b92 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:02.182088 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-441cf2fa-9dbd-49e0-895f-9ff9b04807ed req-50cb9ae6-279d-4d85-ba8c-cb0430179b92 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0559735 Sep 26 05:51:02.245871 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-441cf2fa-9dbd-49e0-895f-9ff9b04807ed req-0072b3fc-878b-463e-9974-18e1c742946e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578630 Sep 26 05:51:03.315749 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:03.380132 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdff8f-ac92-43f8-8053-0aeb2d0e170b req-af0f770f-bc17-4014-a4c1-991f1b7e635c tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:03.381732 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0dfdff8f-ac92-43f8-8053-0aeb2d0e170b req-af0f770f-bc17-4014-a4c1-991f1b7e635c tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0525823 Sep 26 05:51:03.450252 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0dfdff8f-ac92-43f8-8053-0aeb2d0e170b req-56142d56-d8d0-4012-870c-46d9ebcbd13e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626080 Sep 26 05:51:04.581171 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5027a6-0f01-4856-bac6-0356833db9e3 req-5ecf0fb9-c27f-42e4-a4c6-dd78ab0f7d8d tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:04.582708 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-af5027a6-0f01-4856-bac6-0356833db9e3 req-5ecf0fb9-c27f-42e4-a4c6-dd78ab0f7d8d tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0530248 Sep 26 05:51:04.646311 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-af5027a6-0f01-4856-bac6-0356833db9e3 req-d399d929-aa13-4df5-b1fd-773dad4ca066 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571241 Sep 26 05:51:05.003355 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:05.087645 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:05.777556 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fb831-77e3-4826-8824-5a2225ebe669 req-b311327a-e4ae-4ab1-baa8-63e117e2eb3e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:05.779271 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-fb0fb831-77e3-4826-8824-5a2225ebe669 req-b311327a-e4ae-4ab1-baa8-63e117e2eb3e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0517826 Sep 26 05:51:05.847564 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-fb0fb831-77e3-4826-8824-5a2225ebe669 req-09b20757-9672-481b-b49c-39360c215a8a tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614800 Sep 26 05:51:06.980600 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97215d07-0132-4802-b169-6836972359a7 req-653dd480-1555-435c-88f3-6f680f83082b tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:06.982256 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-97215d07-0132-4802-b169-6836972359a7 req-653dd480-1555-435c-88f3-6f680f83082b tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0525413 Sep 26 05:51:07.011956 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:07.059312 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-97215d07-0132-4802-b169-6836972359a7 req-5a1cc72c-06af-47f2-88d2-10e9cd3459bc tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693994 Sep 26 05:51:08.192409 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ce93e-f804-41c6-9712-ac9cf842b999 req-2a7ed6c2-6472-46cb-92a3-d73804954de0 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:08.194012 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-986ce93e-f804-41c6-9712-ac9cf842b999 req-2a7ed6c2-6472-46cb-92a3-d73804954de0 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0491693 Sep 26 05:51:08.270019 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-986ce93e-f804-41c6-9712-ac9cf842b999 req-57bb01d7-50cb-420f-9b6f-dbab2e3acc3a tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647027 Sep 26 05:51:09.402931 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a64ba5-87d1-46fc-8def-1e5611d64569 req-48edaefb-7dd6-4db6-b71e-6c99d2b8fc5a tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:09.404584 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-10a64ba5-87d1-46fc-8def-1e5611d64569 req-48edaefb-7dd6-4db6-b71e-6c99d2b8fc5a tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.0557246 Sep 26 05:51:09.418977 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:09.478269 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-10a64ba5-87d1-46fc-8def-1e5611d64569 req-e355fec2-c227-4f50-ba55-2977bf6ce848 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&id=614dd8f1-649a-4178-9413-96e4743e870b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674937 Sep 26 05:51:14.143260 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:15.054231 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:15.055084 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:17.204727 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-a1bd6cb5-6d34-4760-8e42-ee018a72e40b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404427 Sep 26 05:51:17.317043 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-108f95ea-e43a-4014-b154-e93088b5398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:17.318654 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-108f95ea-e43a-4014-b154-e93088b5398d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 1129 time: 0.0419173 Sep 26 05:51:17.435288 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-eeefbff1-a2fd-4816-acc4-c47d40e6aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:17.436811 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-eeefbff1-a2fd-4816-acc4-c47d40e6aa4c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 200 len: 919 time: 0.0980239 Sep 26 05:51:17.486752 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-310084cb-abec-4b2b-91b1-40616579f820 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811e152d-7a22-4e01-ad08-ecb9adcd493b HTTP/1.1" status: 200 len: 217 time: 0.0356069 Sep 26 05:51:17.548407 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-ce27e641-8b5e-4b53-9921-13d74aa10ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:17.550040 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-ce27e641-8b5e-4b53-9921-13d74aa10ed7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 200 len: 857 time: 0.0572901 Sep 26 05:51:17.602464 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-c8dc2326-58a7-4a6c-9829-09d135b51a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:17.604089 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-c8dc2326-58a7-4a6c-9829-09d135b51a3f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bdedc4e6-9308-457c-af01-ae4f7a8e4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480959 Sep 26 05:51:17.703705 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-e303d211-c82b-4509-989c-1b91ea36b40f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891826 Sep 26 05:51:17.804205 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d1221b11-4016-4cc6-9fda-3320b432a00d req-4bb4adec-d62f-4484-b0a8-81daa5f0a38d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943060 Sep 26 05:51:18.260439 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=66 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:18.263582 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=60 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:24.135210 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:24.138258 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:27.798814 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=59 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:27.800902 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=54 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:28.038317 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:28.039370 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:28.642504 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036b028-4b01-4409-bdb6-42a737a53f5a req-4881fbac-720a-4ac4-b215-ef23d012b658 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:28.644423 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f036b028-4b01-4409-bdb6-42a737a53f5a req-4881fbac-720a-4ac4-b215-ef23d012b658 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 946 time: 0.0733461 Sep 26 05:51:28.723835 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f036b028-4b01-4409-bdb6-42a737a53f5a req-b51e3775-7f4c-4509-96a6-ab7686ce7fd7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714633 Sep 26 05:51:28.733111 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385223f-2cc1-4e9f-b57d-c6958fda87cf req-9aed9a3d-8bd5-4043-8e41-6d3c90c495b9 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:28.734799 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0385223f-2cc1-4e9f-b57d-c6958fda87cf req-9aed9a3d-8bd5-4043-8e41-6d3c90c495b9 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 946 time: 0.0553744 Sep 26 05:51:28.813463 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0385223f-2cc1-4e9f-b57d-c6958fda87cf req-9c4df131-3664-4aca-b3ac-fa0588ec5608 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681551 Sep 26 05:51:29.684039 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-181002fe-2fc2-4363-94b0-981cf8e71a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:29.882233 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a386873-9f83-4b44-8129-7e4b040850ab req-55cff917-40cf-4e7f-a2c2-f149ac01ef3f tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:29.883918 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9a386873-9f83-4b44-8129-7e4b040850ab req-55cff917-40cf-4e7f-a2c2-f149ac01ef3f tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 946 time: 0.0513806 Sep 26 05:51:29.963152 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9a386873-9f83-4b44-8129-7e4b040850ab req-e1d1d41c-4d61-463b-af3c-6589bc5cd6bc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699637 Sep 26 05:51:29.974964 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f716e1-c740-436a-889d-cf2fbf7a882c req-f388309a-f39d-4cf9-9577-7370da212bac tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:29.976865 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a3f716e1-c740-436a-889d-cf2fbf7a882c req-f388309a-f39d-4cf9-9577-7370da212bac tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 946 time: 0.0541732 Sep 26 05:51:30.026693 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a3f716e1-c740-436a-889d-cf2fbf7a882c req-15a1c2a2-cb05-48b1-aef2-94ffc15aae2b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441725 Sep 26 05:51:31.117340 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f7b5e-b5e1-4a91-842c-96f34ca48745 req-063ea7c3-66fb-4e00-968d-bbf164c602ff tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:31.118902 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-438f7b5e-b5e1-4a91-842c-96f34ca48745 req-063ea7c3-66fb-4e00-968d-bbf164c602ff tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 946 time: 0.0611968 Sep 26 05:51:31.159054 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afca63-db9b-46cc-a841-1d278fecc738 req-cef6533d-7969-417f-b4c2-e23d810065f6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:31.160814 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-22afca63-db9b-46cc-a841-1d278fecc738 req-cef6533d-7969-417f-b4c2-e23d810065f6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 946 time: 0.0557556 Sep 26 05:51:31.172466 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-438f7b5e-b5e1-4a91-842c-96f34ca48745 req-d7dc0ba9-73f5-4aa7-b85a-8a76c962682a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463488 Sep 26 05:51:31.214915 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-22afca63-db9b-46cc-a841-1d278fecc738 req-216e929f-f82f-4ad7-8d01-404d6cdbee15 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480075 Sep 26 05:51:31.806984 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-f6a281b8-5530-4b2e-b499-b44070e65e58 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:31.808416 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-f6a281b8-5530-4b2e-b499-b44070e65e58 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 946 time: 0.0549912 Sep 26 05:51:32.065959 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Deleting port 13bc2cea-45a7-43cc-8730-0f8356ec20ea {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:51:32.066310 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:32.139933 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-30d82b0c-38b2-4f09-bb5a-bffc07603491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:32.171025 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] For port 13bc2cea-45a7-43cc-8730-0f8356ec20ea, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=13bc2cea-45a7-43cc-8730-0f8356ec20ea,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:51:32.171644 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:32.362553 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-e409876e-26be-4224-a233-5311c64647f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:32.364014 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-e409876e-26be-4224-a233-5311c64647f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 946 time: 0.0766242 Sep 26 05:51:32.406101 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7302d-787e-4fcf-bdb9-6ec2af43053c req-0ee16fa6-03c9-42ec-a9ff-f24f944667d1 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:32.407698 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-50e7302d-787e-4fcf-bdb9-6ec2af43053c req-0ee16fa6-03c9-42ec-a9ff-f24f944667d1 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 946 time: 0.1219454 Sep 26 05:51:32.419318 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782901e-7d0e-4cee-be01-d9f16f63a003 req-6cc7c57b-a070-434b-9259-c44c84b9a9f1 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:32.420867 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c782901e-7d0e-4cee-be01-d9f16f63a003 req-6cc7c57b-a070-434b-9259-c44c84b9a9f1 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 946 time: 0.1053290 Sep 26 05:51:32.458939 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:32.459390 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (1b967c62-46cd-4d54-8ed9-418dceb7abe1), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:32.459603 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Floating IP 1b967c62-46cd-4d54-8ed9-418dceb7abe1 disassociated. External IP: 172.27.1.220, port: 13bc2cea-45a7-43cc-8730-0f8356ec20ea. Sep 26 05:51:32.459983 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Calling delete_port for 13bc2cea-45a7-43cc-8730-0f8356ec20ea owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:51:32.523258 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-50e7302d-787e-4fcf-bdb9-6ec2af43053c req-a174be1c-86a4-4c54-85a0-f358c6698c05 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=555b64fe-73b7-4acc-936b-6fcf4b41f9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031718 Sep 26 05:51:32.525324 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c782901e-7d0e-4cee-be01-d9f16f63a003 req-2dcd36a1-6d9b-455f-8ea3-3731e4107079 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=68143510-2640-4535-822c-76cc88910dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957041 Sep 26 05:51:32.525690 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Deleting port be74a780-bfc1-43dd-84cf-1d45dffcbc7f {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:51:32.526038 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:32.628203 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:32.644260 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] For port be74a780-bfc1-43dd-84cf-1d45dffcbc7f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=be74a780-bfc1-43dd-84cf-1d45dffcbc7f,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:51:32.644859 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:32.651763 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (13bc2cea-45a7-43cc-8730-0f8356ec20ea), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:32.684856 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event deleted for resources: {'Port': ['ID=13bc2cea-45a7-43cc-8730-0f8356ec20ea,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:32.697787 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.698144 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.698567 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.698919 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.699254 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.699592 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.699950 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.700263 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.700679 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.701041 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.701460 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.701798 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.702133 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.702466 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:32.702861 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.042735 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:33.074415 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:51:33.183099 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:51:33.194558 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b6c336-aed6-4fac-8d2f-6cd16f44426d None None] Sync routers for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:51:33.199533 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:33.199890 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (8e6ec194-ef50-4fce-ad29-62b1a57f0870), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:33.200226 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Floating IP 8e6ec194-ef50-4fce-ad29-62b1a57f0870 disassociated. External IP: 172.27.1.51, port: be74a780-bfc1-43dd-84cf-1d45dffcbc7f. Sep 26 05:51:33.200555 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Calling delete_port for be74a780-bfc1-43dd-84cf-1d45dffcbc7f owned by compute:nova {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:51:33.207151 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6c336-aed6-4fac-8d2f-6cd16f44426d None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:51:33.208020 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-e7b6c336-aed6-4fac-8d2f-6cd16f44426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:51:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:33.236595 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] No DVR routers for this DVR port 13bc2cea-45a7-43cc-8730-0f8356ec20ea on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:51:33.239509 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:33.244497 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2d7f56f1-e86d-4684-a7b6-21bd5c71a398 req-0d5c46bd-2ff7-43e5-b242-306e421a366c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.25 "DELETE /networking/v2.0/ports/13bc2cea-45a7-43cc-8730-0f8356ec20ea HTTP/1.1" status: 204 len: 173 time: 1.2703083 Sep 26 05:51:33.245309 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'name': 'network-vif-deleted', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:51:33.248384 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675281dc-5a65-456e-accb-18a8442351f8" -d '{"events": [{"server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "name": "network-vif-deleted", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:51:33.294476 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2abc98f-45a6-4a12-abb1-9bb1b31554ab x-openstack-request-id: req-d2abc98f-45a6-4a12-abb1-9bb1b31554ab {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:51:33.294758 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1734960-6d94-4c7b-b6e4-0556d841388b", "name": "network-vif-deleted", "tag": "13bc2cea-45a7-43cc-8730-0f8356ec20ea", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:51:33.295140 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d2abc98f-45a6-4a12-abb1-9bb1b31554ab {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:51:33.296113 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2abc98f-45a6-4a12-abb1-9bb1b31554ab'] response: {'server_uuid': 'c1734960-6d94-4c7b-b6e4-0556d841388b', 'name': 'network-vif-deleted', 'tag': '13bc2cea-45a7-43cc-8730-0f8356ec20ea', 'status': 'completed', 'code': 200} Sep 26 05:51:33.312250 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:33.342289 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-e7b6c336-aed6-4fac-8d2f-6cd16f44426d None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:51:33.360535 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (be74a780-bfc1-43dd-84cf-1d45dffcbc7f), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:33.371051 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:33.394882 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'Port': ['ID=be74a780-bfc1-43dd-84cf-1d45dffcbc7f,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:33.414079 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.414406 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.414747 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.415094 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.415420 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.415748 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.416082 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.416449 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.416753 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.417082 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.417437 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.417758 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.418125 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.419046 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.419400 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:33.474755 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:33.553229 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Router 7905c934-f837-479c-bcd7-74e9cd9509a9 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:51:33.607610 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-e7b6c336-aed6-4fac-8d2f-6cd16f44426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:33.650340 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b6c336-aed6-4fac-8d2f-6cd16f44426d None None] Checking router: 61b425cc-8097-4bcc-a8ce-182e53ef33c8 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:51:33.662703 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b6c336-aed6-4fac-8d2f-6cd16f44426d None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:51:33.664070 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-e7b6c336-aed6-4fac-8d2f-6cd16f44426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:51:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:33.716471 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6b6c9a80-78f3-436d-9b30-c08eaa0fcf95 req-ef9bf790-2646-49f2-b89e-7f01d024a4d7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 210 time: 0.0423822 Sep 26 05:51:33.726193 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-37b2f44c-6e06-440c-acae-041f2a640012 req-bc665c6a-1f1f-4c3f-8533-c5508fbc16c6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1734960-6d94-4c7b-b6e4-0556d841388b HTTP/1.1" status: 200 len: 210 time: 0.0932996 Sep 26 05:51:33.738741 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:51:33.750334 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b8bce0-8aa3-4f76-85e8-a079c0d643e4 None None] Sync routers for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:51:33.770529 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b8bce0-8aa3-4f76-85e8-a079c0d643e4 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:51:33.771328 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-d8b8bce0-8aa3-4f76-85e8-a079c0d643e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:51:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:33.798310 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] No DVR routers for this DVR port be74a780-bfc1-43dd-84cf-1d45dffcbc7f on host hv-cinder-83608 {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:51:33.801258 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-e7b6c336-aed6-4fac-8d2f-6cd16f44426d None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:51:33.804762 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:33.808234 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-497c00b2-2eb1-4c6f-9771-8dcbad1fe3cb req-7ae8a8d0-7aeb-4cb5-88c8-f4e1bf8a148a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "DELETE /networking/v2.0/ports/be74a780-bfc1-43dd-84cf-1d45dffcbc7f HTTP/1.1" status: 204 len: 173 time: 1.4380808 Sep 26 05:51:33.810114 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'name': 'network-vif-deleted', 'tag': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:51:33.812657 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605d86d8-306a-42ef-94e4-7f8d6a538543" -d '{"events": [{"server_uuid": "00537282-21fe-4a1e-ac28-4375d53cb8e6", "name": "network-vif-deleted", "tag": "be74a780-bfc1-43dd-84cf-1d45dffcbc7f"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:51:33.917393 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-d8b8bce0-8aa3-4f76-85e8-a079c0d643e4 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:51:33.931487 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddb10e4-fb78-448c-a788-bcf234827e34 x-openstack-request-id: req-5ddb10e4-fb78-448c-a788-bcf234827e34 {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:51:33.933370 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00537282-21fe-4a1e-ac28-4375d53cb8e6", "name": "network-vif-deleted", "tag": "be74a780-bfc1-43dd-84cf-1d45dffcbc7f", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:51:33.933370 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5ddb10e4-fb78-448c-a788-bcf234827e34 {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:51:33.933370 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ddb10e4-fb78-448c-a788-bcf234827e34'] response: {'server_uuid': '00537282-21fe-4a1e-ac28-4375d53cb8e6', 'name': 'network-vif-deleted', 'tag': 'be74a780-bfc1-43dd-84cf-1d45dffcbc7f', 'status': 'completed', 'code': 200} Sep 26 05:51:34.170982 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-e7b6c336-aed6-4fac-8d2f-6cd16f44426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:34.223615 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b6c336-aed6-4fac-8d2f-6cd16f44426d None None] The sync data for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi is: [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:51:34.373776 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-d8b8bce0-8aa3-4f76-85e8-a079c0d643e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '67b865fe-6c78-463d-8876-2ea71ac98d8a', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:5f:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:39Z', 'updated_at': '2022-09-26T05:45:57Z', 'revision_number': 2, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:34.410448 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b8bce0-8aa3-4f76-85e8-a079c0d643e4 None None] Checking router: 7905c934-f837-479c-bcd7-74e9cd9509a9 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:51:34.420689 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b8bce0-8aa3-4f76-85e8-a079c0d643e4 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:51:34.421603 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-d8b8bce0-8aa3-4f76-85e8-a079c0d643e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:51:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:34.578190 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-d8b8bce0-8aa3-4f76-85e8-a079c0d643e4 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:51:34.639866 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d402fd18-bfef-4103-882a-f628925514c3 None None] New status for floating IP 1b967c62-46cd-4d54-8ed9-418dceb7abe1: DOWN {{(pid=113003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:51:34.869368 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-d8b8bce0-8aa3-4f76-85e8-a079c0d643e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '67b865fe-6c78-463d-8876-2ea71ac98d8a', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:5f:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:39Z', 'updated_at': '2022-09-26T05:45:57Z', 'revision_number': 2, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:34.927433 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b8bce0-8aa3-4f76-85e8-a079c0d643e4 None None] The sync data for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi is: [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '67b865fe-6c78-463d-8876-2ea71ac98d8a', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:5f:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:44:39Z', 'updated_at': '2022-09-26T05:45:57Z', 'revision_number': 2, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:51:34.942171 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3d1cd7c4-2b10-4569-9e80-09e345f64753 req-f7509df1-c46b-423e-a47e-7f4ee725f314 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=00537282-21fe-4a1e-ac28-4375d53cb8e6 HTTP/1.1" status: 200 len: 210 time: 0.0398066 Sep 26 05:51:35.032172 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.047771 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53026) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:35.089077 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.162804 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-77fcf57d-23f2-4099-bef6-6b6b42863c0a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (555b64fe-73b7-4acc-936b-6fcf4b41f9ae), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.205094 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-77fcf57d-23f2-4099-bef6-6b6b42863c0a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (555b64fe-73b7-4acc-936b-6fcf4b41f9ae), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.296988 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-77fcf57d-23f2-4099-bef6-6b6b42863c0a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (555b64fe-73b7-4acc-936b-6fcf4b41f9ae), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.301151 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-77fcf57d-23f2-4099-bef6-6b6b42863c0a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.305444 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-77fcf57d-23f2-4099-bef6-6b6b42863c0a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/555b64fe-73b7-4acc-936b-6fcf4b41f9ae HTTP/1.1" status: 204 len: 168 time: 0.2533143 Sep 26 05:51:35.305960 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53028) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:35.306958 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf9362c-981e-4465-a3c1-72fb3e2dfd6e None None] New status for floating IP 8e6ec194-ef50-4fce-ad29-62b1a57f0870: DOWN {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:51:35.340198 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.api.v2.resource [None req-359f52b5-56d6-4c24-97ef-f79031b005d3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] show failed (client error): The resource could not be found. Sep 26 05:51:35.344998 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-359f52b5-56d6-4c24-97ef-f79031b005d3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups/555b64fe-73b7-4acc-936b-6fcf4b41f9ae HTTP/1.1" status: 404 len: 347 time: 0.0345721 Sep 26 05:51:35.345513 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53030) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:35.348994 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcf57d-23f2-4099-bef6-6b6b42863c0a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555b64fe-73b7-4acc-936b-6fcf4b41f9ae,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:35.505417 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-656a296d-15f7-471d-aaa8-b8a9d5264d5a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Deleting port 546fa0a1-e816-4996-bb90-91dea8945477 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:51:35.505965 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-656a296d-15f7-471d-aaa8-b8a9d5264d5a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (546fa0a1-e816-4996-bb90-91dea8945477), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.630416 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-656a296d-15f7-471d-aaa8-b8a9d5264d5a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (546fa0a1-e816-4996-bb90-91dea8945477), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.630956 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-656a296d-15f7-471d-aaa8-b8a9d5264d5a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (546fa0a1-e816-4996-bb90-91dea8945477), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.651039 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-656a296d-15f7-471d-aaa8-b8a9d5264d5a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Calling delete_port for 546fa0a1-e816-4996-bb90-91dea8945477 owned by network:floatingip {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:51:35.864179 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-656a296d-15f7-471d-aaa8-b8a9d5264d5a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (546fa0a1-e816-4996-bb90-91dea8945477), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.888273 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a296d-15f7-471d-aaa8-b8a9d5264d5a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event deleted for resources: {'Port': ['ID=546fa0a1-e816-4996-bb90-91dea8945477,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:35.889781 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 13bc2cea-45a7-43cc-8730-0f8356ec20ea no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:51:35.917162 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 13bc2cea-45a7-43cc-8730-0f8356ec20ea {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:51:35.917614 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 13bc2cea-45a7-43cc-8730-0f8356ec20ea not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:51:35.918110 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device be74a780-bfc1-43dd-84cf-1d45dffcbc7f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:51:35.937466 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: be74a780-bfc1-43dd-84cf-1d45dffcbc7f {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:51:35.937824 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device be74a780-bfc1-43dd-84cf-1d45dffcbc7f not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:51:35.960534 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-656a296d-15f7-471d-aaa8-b8a9d5264d5a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (1b967c62-46cd-4d54-8ed9-418dceb7abe1), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.963936 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-656a296d-15f7-471d-aaa8-b8a9d5264d5a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:35.965333 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-656a296d-15f7-471d-aaa8-b8a9d5264d5a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/1b967c62-46cd-4d54-8ed9-418dceb7abe1 HTTP/1.1" status: 204 len: 168 time: 0.6183801 Sep 26 05:51:36.043293 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53038) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:36.068016 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53040) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:36.072836 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-642c74d4-9d44-49fa-b028-76633b4652bf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--291543473', 'description': 'tempest-description--1607645828'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:36.103279 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-833a21dd-1c27-4d13-bc0f-678878e39b1c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (68143510-2640-4535-822c-76cc88910dd4), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.106812 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-642c74d4-9d44-49fa-b028-76633b4652bf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.131331 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-833a21dd-1c27-4d13-bc0f-678878e39b1c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (68143510-2640-4535-822c-76cc88910dd4), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.186737 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-642c74d4-9d44-49fa-b028-76633b4652bf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (5315e672-02e8-4809-a677-28740009dca5), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.196507 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-642c74d4-9d44-49fa-b028-76633b4652bf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (5315e672-02e8-4809-a677-28740009dca5), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.234658 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-833a21dd-1c27-4d13-bc0f-678878e39b1c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (68143510-2640-4535-822c-76cc88910dd4), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.237676 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-833a21dd-1c27-4d13-bc0f-678878e39b1c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.237959 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-642c74d4-9d44-49fa-b028-76633b4652bf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.246163 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-833a21dd-1c27-4d13-bc0f-678878e39b1c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/68143510-2640-4535-822c-76cc88910dd4 HTTP/1.1" status: 204 len: 168 time: 0.1947846 Sep 26 05:51:36.246557 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-642c74d4-9d44-49fa-b028-76633b4652bf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1701760 Sep 26 05:51:36.246557 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53042) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:36.250766 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53044) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:36.251973 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a21dd-1c27-4d13-bc0f-678878e39b1c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68143510-2640-4535-822c-76cc88910dd4,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:36.258575 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-ff50a06f-69d5-4af6-bb8d-518588b0eecf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'security_group_rule': {'security_group_id': '5315e672-02e8-4809-a677-28740009dca5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:36.259692 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c74d4-9d44-49fa-b028-76633b4652bf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5315e672-02e8-4809-a677-28740009dca5,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:36.263344 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.api.v2.resource [None req-39779aee-e805-45a6-89ad-05597e0a3c45 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] show failed (client error): The resource could not be found. Sep 26 05:51:36.264407 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-39779aee-e805-45a6-89ad-05597e0a3c45 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups/68143510-2640-4535-822c-76cc88910dd4 HTTP/1.1" status: 404 len: 347 time: 0.0181806 Sep 26 05:51:36.267466 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53046) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:36.311498 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:36.314266 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ff50a06f-69d5-4af6-bb8d-518588b0eecf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (bf39191e-3593-4543-a00e-dbb30e103271), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.317484 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:36.394260 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ff50a06f-69d5-4af6-bb8d-518588b0eecf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (bf39191e-3593-4543-a00e-dbb30e103271), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.399916 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ff50a06f-69d5-4af6-bb8d-518588b0eecf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (bf39191e-3593-4543-a00e-dbb30e103271), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.411228 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-a24db472-88cf-4a75-bf88-c882c1221224 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Deleting port cf308bb7-9f2c-4789-9c11-9531c393b102 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:51:36.411577 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a24db472-88cf-4a75-bf88-c882c1221224 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (cf308bb7-9f2c-4789-9c11-9531c393b102), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.432501 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ff50a06f-69d5-4af6-bb8d-518588b0eecf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.434146 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ff50a06f-69d5-4af6-bb8d-518588b0eecf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1798456 Sep 26 05:51:36.435729 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50a06f-69d5-4af6-bb8d-518588b0eecf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf39191e-3593-4543-a00e-dbb30e103271,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:36.437960 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53048) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:36.442793 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-20b93032-da7f-4164-95e5-d2b56a3c5112 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'security_group_rule': {'security_group_id': '5315e672-02e8-4809-a677-28740009dca5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:36.479365 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-20b93032-da7f-4164-95e5-d2b56a3c5112 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (a97ea246-3b2c-4530-b10f-ee9409c9b6cf), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.519546 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a24db472-88cf-4a75-bf88-c882c1221224 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (cf308bb7-9f2c-4789-9c11-9531c393b102), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.520076 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a24db472-88cf-4a75-bf88-c882c1221224 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (cf308bb7-9f2c-4789-9c11-9531c393b102), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.534846 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-a24db472-88cf-4a75-bf88-c882c1221224 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Calling delete_port for cf308bb7-9f2c-4789-9c11-9531c393b102 owned by network:floatingip {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:51:36.550387 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-20b93032-da7f-4164-95e5-d2b56a3c5112 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (a97ea246-3b2c-4530-b10f-ee9409c9b6cf), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.553125 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:36.555717 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-20b93032-da7f-4164-95e5-d2b56a3c5112 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (a97ea246-3b2c-4530-b10f-ee9409c9b6cf), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.579928 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b93032-da7f-4164-95e5-d2b56a3c5112 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97ea246-3b2c-4530-b10f-ee9409c9b6cf,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:36.591089 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-20b93032-da7f-4164-95e5-d2b56a3c5112 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.592343 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-20b93032-da7f-4164-95e5-d2b56a3c5112 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531937 Sep 26 05:51:36.596258 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53050) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:36.601548 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:36.625994 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.671444 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:36.690594 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a24db472-88cf-4a75-bf88-c882c1221224 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (cf308bb7-9f2c-4789-9c11-9531c393b102), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.721642 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24db472-88cf-4a75-bf88-c882c1221224 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'Port': ['ID=cf308bb7-9f2c-4789-9c11-9531c393b102,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:36.721918 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.792495 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a24db472-88cf-4a75-bf88-c882c1221224 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (8e6ec194-ef50-4fce-ad29-62b1a57f0870), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.797229 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a24db472-88cf-4a75-bf88-c882c1221224 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:36.800619 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-a24db472-88cf-4a75-bf88-c882c1221224 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/8e6ec194-ef50-4fce-ad29-62b1a57f0870 HTTP/1.1" status: 204 len: 168 time: 0.5306256 Sep 26 05:51:36.855816 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Allocated IP 172.27.1.74 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/2c656595-1ec9-4085-87de-c3ef922747e1) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:51:36.978912 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for port (2c656595-1ec9-4085-87de-c3ef922747e1), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:37.018388 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (2c656595-1ec9-4085-87de-c3ef922747e1), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:37.076972 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:51:37.083983 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:51:37.087247 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:51:37.090067 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'Port': ['ID=2c656595-1ec9-4085-87de-c3ef922747e1,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:37.155282 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:37.218298 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:37.226134 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (d3a4cedb-5921-4e0c-9381-670d84eb4276), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:37.289993 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2c656595-1ec9-4085-87de-c3ef922747e1), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:37.453484 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for port (2c656595-1ec9-4085-87de-c3ef922747e1), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:37.459765 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (2c656595-1ec9-4085-87de-c3ef922747e1), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:37.534562 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'Port': ['ID=2c656595-1ec9-4085-87de-c3ef922747e1,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:37.536990 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (d3a4cedb-5921-4e0c-9381-670d84eb4276), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:37.557329 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:37.558552 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-0d40a1ee-6c36-4147-90b2-bec600853e14 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9612193 Sep 26 05:51:37.737979 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-94aad4ae-c758-4173-b575-a01c86f96725 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--291543473&fields=id&tenant_id=25d426f519e8498e80c6c85158bd9042 HTTP/1.1" status: 200 len: 267 time: 0.0529342 Sep 26 05:51:37.868146 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-52d5a450-d75a-4a1d-bc0d-867e534f39a6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:37.869773 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-52d5a450-d75a-4a1d-bc0d-867e534f39a6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 816 time: 0.1225891 Sep 26 05:51:37.887479 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-a033dae0-2cd2-411a-b135-8537f0068bee tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/quotas/25d426f519e8498e80c6c85158bd9042 HTTP/1.1" status: 200 len: 375 time: 0.0099874 Sep 26 05:51:37.945268 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-1c263354-8ea3-4b19-8c05-0682775016c2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507047 Sep 26 05:51:38.062471 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:51:38.134734 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-193e16ac-22d4-4c47-b6ee-0eb83f89986c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768296 Sep 26 05:51:38.239890 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-87ad9717-85b7-4013-b260-cb815c500d48 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986207 Sep 26 05:51:38.438115 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4c94ada1-12bc-42c5-b5b9-9eabcf097973 req-a5ad3cbd-0e5d-4f82-a8c7-aa1722b0447e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 210 time: 0.0364835 Sep 26 05:51:38.650938 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877513f-c726-4811-9717-b1ae9d20899e req-90ccf1f4-11ab-4234-9fcb-a721f1998a62 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:38.652446 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c877513f-c726-4811-9717-b1ae9d20899e req-90ccf1f4-11ab-4234-9fcb-a721f1998a62 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.0509903 Sep 26 05:51:38.705167 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c877513f-c726-4811-9717-b1ae9d20899e req-bf83ddb4-e7ae-4ee7-be42-36ab79de425c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467453 Sep 26 05:51:39.580093 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ed73fe2e-fe59-492b-8ff5-2fe8a6492207 req-239a2eac-0f05-407b-b1dd-33b8e9e12546 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 210 time: 0.0352986 Sep 26 05:51:39.851468 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178c8ac-42f1-4b95-83cb-083f005eab00 req-781015be-d90e-43bf-b27a-9278df22986d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:39.852893 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5178c8ac-42f1-4b95-83cb-083f005eab00 req-781015be-d90e-43bf-b27a-9278df22986d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.0503354 Sep 26 05:51:39.903297 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5178c8ac-42f1-4b95-83cb-083f005eab00 req-21892775-2e3f-4be8-9d7c-87821eab8eec tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62cc2728-c2cc-4ecf-841c-9cd1ec09982c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445957 Sep 26 05:51:40.112300 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-02edb8ec-55ed-491e-aa58-f9ce6c961143 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:40.113998 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-02edb8ec-55ed-491e-aa58-f9ce6c961143 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 945 time: 0.0752482 Sep 26 05:51:40.225848 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Deleting port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:51:40.226359 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:40.258169 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-9300933f-63b2-4ef3-84a4-6883a7be76d6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:40.259797 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-9300933f-63b2-4ef3-84a4-6883a7be76d6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 816 time: 0.1273198 Sep 26 05:51:40.327798 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] For port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6f3cd267-47c3-4bd9-9283-70669f0b6b2c,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:51:40.328083 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:40.333189 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-f8b3d3c8-d4d3-4637-ad15-1cc5099b7242 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=25d426f519e8498e80c6c85158bd9042 HTTP/1.1" status: 200 len: 379 time: 0.0587771 Sep 26 05:51:40.457458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'port': {'device_id': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'admin_state_up': True, 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'security_groups': ['5315e672-02e8-4809-a677-28740009dca5']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:40.525937 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:40.526328 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (67b865fe-6c78-463d-8876-2ea71ac98d8a), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:40.526645 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Floating IP 67b865fe-6c78-463d-8876-2ea71ac98d8a disassociated. External IP: 172.27.1.119, port: 6f3cd267-47c3-4bd9-9283-70669f0b6b2c. Sep 26 05:51:40.526990 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Calling delete_port for 6f3cd267-47c3-4bd9-9283-70669f0b6b2c owned by compute:nova {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:51:40.534908 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:40.538795 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:40.586941 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Made reservation on behalf of 25d426f519e8498e80c6c85158bd9042 for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:51:40.590950 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:40.640683 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:40.681313 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (6f3cd267-47c3-4bd9-9283-70669f0b6b2c), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:40.684081 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:40.729008 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e51f2527-4a1c-49ff-9f16-104b9359d699 req-916a330a-4515-49b4-a475-8c0a5a8f7070 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 210 time: 0.0578840 Sep 26 05:51:40.730302 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'Port': ['ID=6f3cd267-47c3-4bd9-9283-70669f0b6b2c,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:40.778048 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Allocated IP 172.20.0.13 (439e1f14-830a-49c8-95fe-a76bc50181b7/71b32d12-52dc-4804-8572-89dc52ccc89d/eab744db-21fb-4b22-8514-b8bf28f598a7) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:51:40.867429 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Router 7905c934-f837-479c-bcd7-74e9cd9509a9 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:51:40.938549 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:40.983869 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:40.999560 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:51:41.013878 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff4ca93-9762-4740-8e95-abaf7838a2de None None] Sync routers for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:51:41.034878 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff4ca93-9762-4740-8e95-abaf7838a2de None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:51:41.036123 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-fff4ca93-9762-4740-8e95-abaf7838a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:51:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:41.052713 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] No DVR routers for this DVR port 6f3cd267-47c3-4bd9-9283-70669f0b6b2c on host hv-cinder-83608 {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:51:41.057705 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:41.061847 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5075528b-116a-4a52-b66a-58d323f26fa3 req-26d29fdf-d471-4cf7-8243-6e52d2575a54 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6f3cd267-47c3-4bd9-9283-70669f0b6b2c HTTP/1.1" status: 204 len: 173 time: 0.9290357 Sep 26 05:51:41.062546 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'name': 'network-vif-deleted', 'tag': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:51:41.065519 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145246a7-8db9-4bde-b913-8114f9a0dd54" -d '{"events": [{"server_uuid": "ea993d78-323c-4565-9a8e-db170bd7954a", "name": "network-vif-deleted", "tag": "6f3cd267-47c3-4bd9-9283-70669f0b6b2c"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:51:41.089095 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Network 439e1f14-830a-49c8-95fe-a76bc50181b7 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:51:41.118515 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e744b-0e68-4967-b14a-cea2f3377a3c x-openstack-request-id: req-cd5e744b-0e68-4967-b14a-cea2f3377a3c {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:51:41.119000 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea993d78-323c-4565-9a8e-db170bd7954a", "name": "network-vif-deleted", "tag": "6f3cd267-47c3-4bd9-9283-70669f0b6b2c", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:51:41.119327 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd5e744b-0e68-4967-b14a-cea2f3377a3c {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:51:41.119853 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5e744b-0e68-4967-b14a-cea2f3377a3c'] response: {'server_uuid': 'ea993d78-323c-4565-9a8e-db170bd7954a', 'name': 'network-vif-deleted', 'tag': '6f3cd267-47c3-4bd9-9283-70669f0b6b2c', 'status': 'completed', 'code': 200} Sep 26 05:51:41.134413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:51:41.153575 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c6500698-461b-4878-b6ba-ed192e2d0f59 req-5cfa2b44-e668-47c7-b676-cdb4eca19172 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ea993d78-323c-4565-9a8e-db170bd7954a HTTP/1.1" status: 200 len: 210 time: 0.1157734 Sep 26 05:51:41.154836 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:51:41.165821 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event updated for resources: {'Port': ['ID=eab744db-21fb-4b22-8514-b8bf28f598a7,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:41.228879 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-fff4ca93-9762-4740-8e95-abaf7838a2de None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:51:41.244858 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:41.245581 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:41.266249 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-ad5db66a-a930-4492-b520-ecd847287110 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8130677 Sep 26 05:51:41.283123 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:41.397449 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Request body: {'port': {'device_id': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:41.435058 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:41.438134 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-4cd0cb12-6b65-4456-a617-9abe29ab9fb8 None None] Provisioning complete for port eab744db-21fb-4b22-8514-b8bf28f598a7 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:51:41.438477 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-4cd0cb12-6b65-4456-a617-9abe29ab9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:41.438996 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-4cd0cb12-6b65-4456-a617-9abe29ab9fb8 None None] Attempt 1 to provision port eab744db-21fb-4b22-8514-b8bf28f598a7 Sep 26 05:51:41.461829 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-fff4ca93-9762-4740-8e95-abaf7838a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:41.474619 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:41.477191 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0cb12-6b65-4456-a617-9abe29ab9fb8 None None] Port eab744db-21fb-4b22-8514-b8bf28f598a7 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:51:41.491720 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff4ca93-9762-4740-8e95-abaf7838a2de None None] Checking router: 7905c934-f837-479c-bcd7-74e9cd9509a9 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:51:41.501158 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff4ca93-9762-4740-8e95-abaf7838a2de None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:51:41.501893 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-fff4ca93-9762-4740-8e95-abaf7838a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:51:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:41.540097 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:41.614627 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-fff4ca93-9762-4740-8e95-abaf7838a2de None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:51:41.700635 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:41.776499 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:41.793769 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab744db-21fb-4b22-8514-b8bf28f598a7 {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:51:41.803976 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Publish callbacks [] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:41.821867 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Transition to ACTIVE for port object eab744db-21fb-4b22-8514-b8bf28f598a7 will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:51:41.826931 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:41.838116 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-fff4ca93-9762-4740-8e95-abaf7838a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:41.866787 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff4ca93-9762-4740-8e95-abaf7838a2de None None] The sync data for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi is: [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:51:41.888549 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442aa1a-f11f-49c5-a14e-fa431ea182b1 req-49489e59-9ef7-4fc9-9374-36bbb8e57b7a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:41.890857 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a442aa1a-f11f-49c5-a14e-fa431ea182b1 req-49489e59-9ef7-4fc9-9374-36bbb8e57b7a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0556605 Sep 26 05:51:41.892374 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Pushing event updated for resources: {'Port': ['ID=eab744db-21fb-4b22-8514-b8bf28f598a7,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:41.959338 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Attempting to bind port eab744db-21fb-4b22-8514-b8bf28f598a7 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:51:41.960079 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Attempting to bind port eab744db-21fb-4b22-8514-b8bf28f598a7 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:51:41.960079 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Attempting to bind port eab744db-21fb-4b22-8514-b8bf28f598a7 on network 439e1f14-830a-49c8-95fe-a76bc50181b7 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:51:41.965940 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a442aa1a-f11f-49c5-a14e-fa431ea182b1 req-27cb59be-9301-40ba-bde5-1683041125e6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596044 Sep 26 05:51:41.978528 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-4cd0cb12-6b65-4456-a617-9abe29ab9fb8 None None] Attempt 2 to provision port eab744db-21fb-4b22-8514-b8bf28f598a7 Sep 26 05:51:42.038091 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Port eab744db-21fb-4b22-8514-b8bf28f598a7 on network 439e1f14-830a-49c8-95fe-a76bc50181b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:51:42.038519 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Attempting to bind port eab744db-21fb-4b22-8514-b8bf28f598a7 on network 439e1f14-830a-49c8-95fe-a76bc50181b7 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:51:42.043711 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:42.091318 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0cb12-6b65-4456-a617-9abe29ab9fb8 None None] Port eab744db-21fb-4b22-8514-b8bf28f598a7 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:51:42.120764 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:51:42.121338 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Checking segment: {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:51:42.121937 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Bound using segment: {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:51:42.122659 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Bound port: eab744db-21fb-4b22-8514-b8bf28f598a7, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf121c2-2b6a-4625-8d0b-01ba2b945615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:51:42.123224 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:42.240827 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:51:42.248495 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:51:42.263951 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:42.265348 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:42.265348 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:42.266897 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/eab744db-21fb-4b22-8514-b8bf28f598a7 HTTP/1.1" status: 200 len: 1094 time: 0.8746297 Sep 26 05:51:42.267514 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:51:42.269966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48294da-ea06-482c-8b0f-275f42e67a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:51:42.321173 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53124) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:42.337470 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749a191-cc34-487e-ba1c-e0620deeb345 service neutron] Pushing event updated for resources: {'Port': ['ID=eab744db-21fb-4b22-8514-b8bf28f598a7,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:42.359630 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1d2d6-863e-4980-89a6-6b63266728f3 None None] New status for floating IP 67b865fe-6c78-463d-8876-2ea71ac98d8a: DOWN {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:51:42.397401 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921d7c60-014b-4b3e-937d-74c4ae81d71f x-openstack-request-id: req-921d7c60-014b-4b3e-937d-74c4ae81d71f {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:51:42.397942 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:51:42.398220 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-921d7c60-014b-4b3e-937d-74c4ae81d71f {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:51:42.398627 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921d7c60-014b-4b3e-937d-74c4ae81d71f'] response: {'name': 'network-changed', 'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'status': 'completed', 'code': 200} Sep 26 05:51:42.410286 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-2f33660b-00d0-4a44-8104-34fe36995128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:42.412076 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-2f33660b-00d0-4a44-8104-34fe36995128 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 1128 time: 0.0589194 Sep 26 05:51:42.420281 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-357c5702-b9f7-4a6d-80f0-b8cd6160aea6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (62cc2728-c2cc-4ecf-841c-9cd1ec09982c), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:42.456913 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-357c5702-b9f7-4a6d-80f0-b8cd6160aea6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (62cc2728-c2cc-4ecf-841c-9cd1ec09982c), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:42.461578 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-0aa08aae-ecdb-43ca-910d-ee995846ef3d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab744db-21fb-4b22-8514-b8bf28f598a7 HTTP/1.1" status: 200 len: 217 time: 0.0365620 Sep 26 05:51:42.513405 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-357c5702-b9f7-4a6d-80f0-b8cd6160aea6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (62cc2728-c2cc-4ecf-841c-9cd1ec09982c), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:42.516262 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-357c5702-b9f7-4a6d-80f0-b8cd6160aea6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:42.517637 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-357c5702-b9f7-4a6d-80f0-b8cd6160aea6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/62cc2728-c2cc-4ecf-841c-9cd1ec09982c HTTP/1.1" status: 204 len: 168 time: 0.1944673 Sep 26 05:51:42.523069 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53126) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:42.535291 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-361c73a6-78f4-4da4-aa9a-081e133f4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:42.537012 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-361c73a6-78f4-4da4-aa9a-081e133f4da8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.0694463 Sep 26 05:51:42.541784 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c5702-b9f7-4a6d-80f0-b8cd6160aea6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cc2728-c2cc-4ecf-841c-9cd1ec09982c,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:42.544668 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.api.v2.resource [None req-4af8d8d8-13e5-4c97-a035-6683d0a5e41a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] show failed (client error): The resource could not be found. Sep 26 05:51:42.545979 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4af8d8d8-13e5-4c97-a035-6683d0a5e41a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups/62cc2728-c2cc-4ecf-841c-9cd1ec09982c HTTP/1.1" status: 404 len: 347 time: 0.0216172 Sep 26 05:51:42.550716 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53128) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:42.588263 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-b069c528-d2a6-4951-a19f-eaecd785c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:42.589879 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-b069c528-d2a6-4951-a19f-eaecd785c92f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456214 Sep 26 05:51:42.593908 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-4cd0cb12-6b65-4456-a617-9abe29ab9fb8 None None] Attempt 3 to provision port eab744db-21fb-4b22-8514-b8bf28f598a7 Sep 26 05:51:42.646204 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0cb12-6b65-4456-a617-9abe29ab9fb8 None None] Port eab744db-21fb-4b22-8514-b8bf28f598a7 had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:51:42.680357 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-f6050af0-5dea-4e1e-b326-755edfc939cc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Deleting port 52ded472-cc30-4a36-8eb6-c2e3d8f83aee {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:51:42.681020 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f6050af0-5dea-4e1e-b326-755edfc939cc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (52ded472-cc30-4a36-8eb6-c2e3d8f83aee), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:42.714748 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-fe9a1efa-904d-4469-bee2-ce3ebd0889c2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164224 Sep 26 05:51:42.777912 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f6050af0-5dea-4e1e-b326-755edfc939cc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (52ded472-cc30-4a36-8eb6-c2e3d8f83aee), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:42.778332 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f6050af0-5dea-4e1e-b326-755edfc939cc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (52ded472-cc30-4a36-8eb6-c2e3d8f83aee), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:42.792197 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-f6050af0-5dea-4e1e-b326-755edfc939cc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Calling delete_port for 52ded472-cc30-4a36-8eb6-c2e3d8f83aee owned by network:floatingip {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:51:42.815848 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dbe9c00b-73f4-4f28-9405-abcb9781b0cc req-088d0401-c8b0-42c1-a76a-1097036e8005 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952132 Sep 26 05:51:42.914564 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:42.945883 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f6050af0-5dea-4e1e-b326-755edfc939cc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (52ded472-cc30-4a36-8eb6-c2e3d8f83aee), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:42.979257 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6050af0-5dea-4e1e-b326-755edfc939cc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'Port': ['ID=52ded472-cc30-4a36-8eb6-c2e3d8f83aee,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:43.006406 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:43.048015 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f6050af0-5dea-4e1e-b326-755edfc939cc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (67b865fe-6c78-463d-8876-2ea71ac98d8a), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.051347 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f6050af0-5dea-4e1e-b326-755edfc939cc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.055654 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f6050af0-5dea-4e1e-b326-755edfc939cc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/67b865fe-6c78-463d-8876-2ea71ac98d8a HTTP/1.1" status: 204 len: 168 time: 0.5006235 Sep 26 05:51:43.124606 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278decd0-a78b-4efc-a2a7-c2166d9ba926 req-684b6759-47e9-4605-97ed-4cfaa2594588 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:43.126239 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-278decd0-a78b-4efc-a2a7-c2166d9ba926 req-684b6759-47e9-4605-97ed-4cfaa2594588 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0501583 Sep 26 05:51:43.147118 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53134) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:43.151918 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-e0b7181b-d15b-434e-8d22-30e1e83307bb tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110533989', 'description': 'tempest-description--940385819'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:43.175150 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e0b7181b-d15b-434e-8d22-30e1e83307bb tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.180877 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-278decd0-a78b-4efc-a2a7-c2166d9ba926 req-d891dc05-ec20-4aad-9e3e-d090620ba7d9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489416 Sep 26 05:51:43.238272 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:43.252038 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:43.266663 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e0b7181b-d15b-434e-8d22-30e1e83307bb tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (89699967-6165-4ba8-b0bd-7a39fc71a6dd), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.272883 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e0b7181b-d15b-434e-8d22-30e1e83307bb tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (89699967-6165-4ba8-b0bd-7a39fc71a6dd), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.314885 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e0b7181b-d15b-434e-8d22-30e1e83307bb tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.316146 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-e0b7181b-d15b-434e-8d22-30e1e83307bb tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1678853 Sep 26 05:51:43.319477 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53136) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:43.324419 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-37043170-5a64-4fa6-9a10-e403194aa866 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group_rule': {'security_group_id': '89699967-6165-4ba8-b0bd-7a39fc71a6dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:43.327551 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7181b-d15b-434e-8d22-30e1e83307bb tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89699967-6165-4ba8-b0bd-7a39fc71a6dd,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:43.361259 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-37043170-5a64-4fa6-9a10-e403194aa866 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (e0417cc6-51b0-4be1-9222-425413ecd380), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.430444 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-37043170-5a64-4fa6-9a10-e403194aa866 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (e0417cc6-51b0-4be1-9222-425413ecd380), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.436130 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-37043170-5a64-4fa6-9a10-e403194aa866 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (e0417cc6-51b0-4be1-9222-425413ecd380), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.458589 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37043170-5a64-4fa6-9a10-e403194aa866 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0417cc6-51b0-4be1-9222-425413ecd380,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:43.468036 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-37043170-5a64-4fa6-9a10-e403194aa866 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.469686 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-37043170-5a64-4fa6-9a10-e403194aa866 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490042 Sep 26 05:51:43.472841 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53138) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:43.477816 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-8294b00f-8716-45c6-994b-6f15d0e9cb45 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group_rule': {'security_group_id': '89699967-6165-4ba8-b0bd-7a39fc71a6dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:43.506674 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8294b00f-8716-45c6-994b-6f15d0e9cb45 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (f6038b38-3656-42a1-bf93-95015c07f4f5), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.572090 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8294b00f-8716-45c6-994b-6f15d0e9cb45 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (f6038b38-3656-42a1-bf93-95015c07f4f5), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.576712 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8294b00f-8716-45c6-994b-6f15d0e9cb45 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (f6038b38-3656-42a1-bf93-95015c07f4f5), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.597705 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294b00f-8716-45c6-994b-6f15d0e9cb45 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6038b38-3656-42a1-bf93-95015c07f4f5,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:43.606179 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8294b00f-8716-45c6-994b-6f15d0e9cb45 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.607473 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-8294b00f-8716-45c6-994b-6f15d0e9cb45 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336088 Sep 26 05:51:43.611122 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53140) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:43.615673 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:43.637971 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.725754 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.842974 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Allocated IP 172.27.1.5 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/754de58b-f218-4a4f-973b-2b4bce89de36) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:51:43.905969 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 6f3cd267-47c3-4bd9-9283-70669f0b6b2c no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:51:43.925264 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 6f3cd267-47c3-4bd9-9283-70669f0b6b2c {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:51:43.925643 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 6f3cd267-47c3-4bd9-9283-70669f0b6b2c not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:51:43.959104 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (754de58b-f218-4a4f-973b-2b4bce89de36), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:43.969231 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:43.982382 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:44.006390 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (754de58b-f218-4a4f-973b-2b4bce89de36), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:44.054384 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:51:44.059595 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:51:44.063517 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:51:44.066833 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=754de58b-f218-4a4f-973b-2b4bce89de36,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:44.145444 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:44.150695 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (4f08e033-4839-430f-b0fd-4329e51bcf27), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:44.191685 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (754de58b-f218-4a4f-973b-2b4bce89de36), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:44.329494 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08790cb0-cc5b-4276-858c-2ed817e334b0 req-2d059329-da41-470c-a325-9f2d9b3af819 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:44.331084 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-08790cb0-cc5b-4276-858c-2ed817e334b0 req-2d059329-da41-470c-a325-9f2d9b3af819 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0507779 Sep 26 05:51:44.362021 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (754de58b-f218-4a4f-973b-2b4bce89de36), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:44.368138 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (754de58b-f218-4a4f-973b-2b4bce89de36), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:44.390149 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-08790cb0-cc5b-4276-858c-2ed817e334b0 req-73ac0346-b4ab-45bc-868d-07a109ec9d47 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520260 Sep 26 05:51:44.440250 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (4f08e033-4839-430f-b0fd-4329e51bcf27), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:44.452412 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=754de58b-f218-4a4f-973b-2b4bce89de36,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:44.469772 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:44.471091 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-1b4436da-29b7-4bfc-8f87-8743bd035f3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8589869 Sep 26 05:51:44.642511 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-64c89e95-34d6-49fc-91a9-9c626c29593c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1110533989&fields=id&tenant_id=3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 267 time: 0.0522168 Sep 26 05:51:44.765606 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-1831969c-4203-4955-96e0-19b538160196 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:44.767162 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-1831969c-4203-4955-96e0-19b538160196 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 814 time: 0.1157877 Sep 26 05:51:44.784032 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-abc652d5-5cf8-4227-a31b-bc8c9a9dfcb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/quotas/3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 375 time: 0.0107234 Sep 26 05:51:44.843897 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-88d220ae-2c81-4d34-bfc4-a3654c9a2693 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527651 Sep 26 05:51:44.941401 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:44.946344 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-871ad10d-e928-406c-a608-5bdf1d8df6e2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902364 Sep 26 05:51:45.050047 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-50601861-ebfa-4f70-bdb5-6efd614eb884 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970025 Sep 26 05:51:45.253677 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c9bf1435-e293-4232-9164-22068312df26 req-51911621-9df2-4360-8854-229da54b7ea0 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 210 time: 0.0329719 Sep 26 05:51:45.530039 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bc1c1-e254-4864-abfa-e13fe8972855 req-6d280115-b8d5-4843-a300-016a5290fa45 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:45.531966 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-836bc1c1-e254-4864-abfa-e13fe8972855 req-6d280115-b8d5-4843-a300-016a5290fa45 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0553145 Sep 26 05:51:45.552955 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:45.587580 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-836bc1c1-e254-4864-abfa-e13fe8972855 req-19ecc617-12e6-4213-9ef0-81f9904336ec tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490270 Sep 26 05:51:46.105890 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48294da-ea06-482c-8b0f-275f42e67a5a req-5fecf0a3-582d-438e-a94a-6906dea9f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:46.107566 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a48294da-ea06-482c-8b0f-275f42e67a5a req-5fecf0a3-582d-438e-a94a-6906dea9f03f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 1128 time: 0.0436380 Sep 26 05:51:46.209581 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48294da-ea06-482c-8b0f-275f42e67a5a req-a5b79801-a422-47f5-bdfb-364d376743aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:46.211460 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a48294da-ea06-482c-8b0f-275f42e67a5a req-a5b79801-a422-47f5-bdfb-364d376743aa service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 917 time: 0.0976202 Sep 26 05:51:46.253554 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a48294da-ea06-482c-8b0f-275f42e67a5a req-c40f0a8b-53a9-4f4f-84f6-79ceec7cfa03 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab744db-21fb-4b22-8514-b8bf28f598a7 HTTP/1.1" status: 200 len: 217 time: 0.0340130 Sep 26 05:51:46.311302 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48294da-ea06-482c-8b0f-275f42e67a5a req-64a746be-ba22-43d0-85c0-7423870c3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:46.312790 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a48294da-ea06-482c-8b0f-275f42e67a5a req-64a746be-ba22-43d0-85c0-7423870c3000 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.0535874 Sep 26 05:51:46.379446 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e9e24cdd-6238-4e29-93fa-aa3383e93d54 req-8a31e789-2fc8-4a9f-9b64-f5920c9f0b15 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 210 time: 0.0324717 Sep 26 05:51:46.382535 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48294da-ea06-482c-8b0f-275f42e67a5a req-02204caa-b90a-4015-ae3d-c5d7589e797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:46.383772 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a48294da-ea06-482c-8b0f-275f42e67a5a req-02204caa-b90a-4015-ae3d-c5d7589e797b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643175 Sep 26 05:51:46.488524 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a48294da-ea06-482c-8b0f-275f42e67a5a req-27e85d6c-a152-4e86-ba1d-fe870d4e127d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914052 Sep 26 05:51:46.588673 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a48294da-ea06-482c-8b0f-275f42e67a5a req-d6242223-b002-407d-875a-fda0af1a8de0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892150 Sep 26 05:51:46.730487 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316552a3-9bff-4ed3-b6c4-2e7433119709 req-7c7c647d-3ab6-4751-ab25-65106ff811e3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:46.731993 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-316552a3-9bff-4ed3-b6c4-2e7433119709 req-7c7c647d-3ab6-4751-ab25-65106ff811e3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0551038 Sep 26 05:51:46.785547 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-316552a3-9bff-4ed3-b6c4-2e7433119709 req-5a2446c1-bb2b-452d-9777-62a2e0c83fb4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452292 Sep 26 05:51:47.042608 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-83172f37-984c-4e90-ad24-11529ffe463e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:47.044233 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-83172f37-984c-4e90-ad24-11529ffe463e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 814 time: 0.1165152 Sep 26 05:51:47.124267 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-72bd82dc-ab2e-4406-86b2-f340266e9e73 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 380 time: 0.0631998 Sep 26 05:51:47.221231 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'port': {'device_id': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'admin_state_up': True, 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'security_groups': ['89699967-6165-4ba8-b0bd-7a39fc71a6dd']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:47.344840 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Made reservation on behalf of 3fa25d71f2194e638989c1e1d9ef30da for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:51:47.348646 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:47.373163 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:47.414068 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:47.504492 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8ec0a05e-557c-4dc3-b397-b24b89ec718f req-6657700b-789e-42e4-9e5a-53778c9a7028 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 210 time: 0.0421944 Sep 26 05:51:47.505533 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Allocated IP 172.20.0.4 (f147de2c-29b4-4f2b-a870-47c60a471f05/4e079733-7403-40bd-bd1d-a43d4f789fdf/1a37892d-e555-40b3-af75-2110c6c4fd34) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:51:47.672918 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:47.712774 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:47.760734 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Network f147de2c-29b4-4f2b-a870-47c60a471f05 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:51:47.764251 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:51:47.768289 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:51:47.774614 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=1a37892d-e555-40b3-af75-2110c6c4fd34,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:47.821503 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:47.822281 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:47.845870 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-fbc06616-54ff-46a0-8671-ea2698176857 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6305289 Sep 26 05:51:47.863602 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Request body: {'port': {'device_id': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:47.927895 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:47.934906 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device eab744db-21fb-4b22-8514-b8bf28f598a7 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:51:47.935453 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0975e9f-be81-413f-9d48-8da71f40a29c req-0fa56ca7-0d83-4a27-abe7-785f72535834 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:47.942408 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d0975e9f-be81-413f-9d48-8da71f40a29c req-0fa56ca7-0d83-4a27-abe7-785f72535834 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0565343 Sep 26 05:51:47.986351 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d0975e9f-be81-413f-9d48-8da71f40a29c req-1e8c4439-b7da-4b05-b511-1d17b7fdecc5 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430689 Sep 26 05:51:48.018424 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-a71a12a2-c49b-45dc-b927-d2855b395010 None None] Provisioning complete for port 1a37892d-e555-40b3-af75-2110c6c4fd34 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:51:48.018940 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a71a12a2-c49b-45dc-b927-d2855b395010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:48.019283 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a71a12a2-c49b-45dc-b927-d2855b395010 None None] Attempt 1 to provision port 1a37892d-e555-40b3-af75-2110c6c4fd34 Sep 26 05:51:48.089701 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:51:48.092554 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a71a12a2-c49b-45dc-b927-d2855b395010 None None] Port 1a37892d-e555-40b3-af75-2110c6c4fd34 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:51:48.101898 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'port_id': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'mac_address': 'fa:16:3e:12:bb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:51:48.137947 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port eab744db-21fb-4b22-8514-b8bf28f598a7 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:51:48.138341 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:48.153214 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab744db-21fb-4b22-8514-b8bf28f598a7 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:51:48.179835 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:51:48.186286 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:48.219880 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a37892d-e555-40b3-af75-2110c6c4fd34 {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:51:48.230233 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Publish callbacks [] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:48.246585 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Transition to ACTIVE for port object 1a37892d-e555-40b3-af75-2110c6c4fd34 will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:51:48.251568 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:48.255514 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=eab744db-21fb-4b22-8514-b8bf28f598a7,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:48.260956 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:48.263551 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.264004 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.264321 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.264665 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.264996 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.265352 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.265679 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.266001 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.266330 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.266657 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.266975 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.267288 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.267614 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.267934 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.268251 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:51:48.297966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:48.326931 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Pushing event updated for resources: {'Port': ['ID=1a37892d-e555-40b3-af75-2110c6c4fd34,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:48.593768 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a71a12a2-c49b-45dc-b927-d2855b395010 None None] Attempt 2 to provision port 1a37892d-e555-40b3-af75-2110c6c4fd34 Sep 26 05:51:48.632808 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a71a12a2-c49b-45dc-b927-d2855b395010 None None] Port 1a37892d-e555-40b3-af75-2110c6c4fd34 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:51:48.657757 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887d0e5-0dff-49bb-a8fa-244863799ead req-168c6e1f-ead5-4728-a1bd-2a757bd191cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:48.659247 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9887d0e5-0dff-49bb-a8fa-244863799ead req-168c6e1f-ead5-4728-a1bd-2a757bd191cf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 943 time: 0.0638447 Sep 26 05:51:48.681676 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Attempting to bind port 1a37892d-e555-40b3-af75-2110c6c4fd34 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:51:48.682022 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Attempting to bind port 1a37892d-e555-40b3-af75-2110c6c4fd34 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:51:48.682343 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Attempting to bind port 1a37892d-e555-40b3-af75-2110c6c4fd34 on network f147de2c-29b4-4f2b-a870-47c60a471f05 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:51:48.750098 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9887d0e5-0dff-49bb-a8fa-244863799ead req-9538a784-9597-4d48-8549-5e116aa2353b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849288 Sep 26 05:51:48.753392 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Port 1a37892d-e555-40b3-af75-2110c6c4fd34 on network f147de2c-29b4-4f2b-a870-47c60a471f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:51:48.753724 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Attempting to bind port 1a37892d-e555-40b3-af75-2110c6c4fd34 on network f147de2c-29b4-4f2b-a870-47c60a471f05 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:51:48.777723 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['eab744db-21fb-4b22-8514-b8bf28f598a7'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:51:48.802109 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:51:48.802447 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Checking segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:51:48.802839 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Bound using segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:51:48.803274 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Bound port: 1a37892d-e555-40b3-af75-2110c6c4fd34, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:51:48.803749 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:48.867127 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] For port 1a37892d-e555-40b3-af75-2110c6c4fd34, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:51:48.870251 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] For port 1a37892d-e555-40b3-af75-2110c6c4fd34, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1a37892d-e555-40b3-af75-2110c6c4fd34,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:51:48.876572 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:48.882008 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:48.882645 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:48.884074 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-a350e128-12c8-49a5-8f16-380471322875 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/1a37892d-e555-40b3-af75-2110c6c4fd34 HTTP/1.1" status: 200 len: 1093 time: 1.0251472 Sep 26 05:51:48.884629 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'tag': '1a37892d-e555-40b3-af75-2110c6c4fd34'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:51:48.886918 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b2bdb-2574-49b3-98f1-38ee803af8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "430ecb3c-5a38-48a6-8054-84029ce9705e", "tag": "1a37892d-e555-40b3-af75-2110c6c4fd34"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:51:48.934290 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350e128-12c8-49a5-8f16-380471322875 service neutron] Pushing event updated for resources: {'Port': ['ID=1a37892d-e555-40b3-af75-2110c6c4fd34,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:48.946230 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca31df1-3c4c-4acb-9928-75e78a342801 x-openstack-request-id: req-3ca31df1-3c4c-4acb-9928-75e78a342801 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:51:48.946544 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430ecb3c-5a38-48a6-8054-84029ce9705e", "tag": "1a37892d-e555-40b3-af75-2110c6c4fd34", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:51:48.946796 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ca31df1-3c4c-4acb-9928-75e78a342801 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:51:48.947717 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca31df1-3c4c-4acb-9928-75e78a342801'] response: {'name': 'network-changed', 'server_uuid': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'tag': '1a37892d-e555-40b3-af75-2110c6c4fd34', 'status': 'completed', 'code': 200} Sep 26 05:51:49.021352 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-5d534684-0cc6-450f-9242-a68107a21630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:49.022757 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-5d534684-0cc6-450f-9242-a68107a21630 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 1127 time: 0.0523202 Sep 26 05:51:49.074071 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-7e8f88b8-ca5c-4131-8627-3bb65f2a8e64 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a37892d-e555-40b3-af75-2110c6c4fd34 HTTP/1.1" status: 200 len: 217 time: 0.0363641 Sep 26 05:51:49.134063 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a71a12a2-c49b-45dc-b927-d2855b395010 None None] Attempt 3 to provision port 1a37892d-e555-40b3-af75-2110c6c4fd34 Sep 26 05:51:49.158139 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95207b6c-479d-43b1-83f5-5df7f2bfd5c4 req-fd59ae97-094a-4f32-b531-3d8545197951 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:49.159720 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-95207b6c-479d-43b1-83f5-5df7f2bfd5c4 req-fd59ae97-094a-4f32-b531-3d8545197951 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 945 time: 0.0830400 Sep 26 05:51:49.176765 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-1cf3d2d2-1fac-4329-9c1b-5f2ccbc913bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:49.177652 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a71a12a2-c49b-45dc-b927-d2855b395010 None None] Port 1a37892d-e555-40b3-af75-2110c6c4fd34 had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:51:49.178265 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-1cf3d2d2-1fac-4329-9c1b-5f2ccbc913bf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.0905678 Sep 26 05:51:49.246503 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-01091d81-d6a9-45c4-b91a-183be94130f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:49.248081 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-01091d81-d6a9-45c4-b91a-183be94130f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0611837 Sep 26 05:51:49.251865 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-95207b6c-479d-43b1-83f5-5df7f2bfd5c4 req-acf06274-0861-4c3b-85ce-1fd1e37fa8c2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854056 Sep 26 05:51:49.349748 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-0776a070-fecb-4413-8edf-b5d441a7f048 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947716 Sep 26 05:51:49.449062 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f08b526d-dc89-4ace-ba69-bd6fc6f8e19e req-4291b835-ddaf-4aba-a303-47ab28d2696a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918958 Sep 26 05:51:49.892942 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e3fd2-8960-444b-8768-30d915a97c5b req-04a63306-144f-48a4-91e9-074f89ba8a43 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:49.894601 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a62e3fd2-8960-444b-8768-30d915a97c5b req-04a63306-144f-48a4-91e9-074f89ba8a43 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 943 time: 0.0615907 Sep 26 05:51:49.947465 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a62e3fd2-8960-444b-8768-30d915a97c5b req-ecfadba4-7efd-4e5c-820b-2c559606a2e5 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464957 Sep 26 05:51:50.151453 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device eab744db-21fb-4b22-8514-b8bf28f598a7 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:51:50.204697 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:50.211119 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port eab744db-21fb-4b22-8514-b8bf28f598a7 completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:51:50.221584 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port eab744db-21fb-4b22-8514-b8bf28f598a7 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:51:50.221996 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:50.222324 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port eab744db-21fb-4b22-8514-b8bf28f598a7 Sep 26 05:51:50.293998 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:50.314767 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port eab744db-21fb-4b22-8514-b8bf28f598a7 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:51:50.315164 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:50.343453 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:51:50.346391 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272fd4d3-308f-4d2f-ae80-f1d4e7700881" -d '{"events": [{"server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "name": "network-vif-plugged", "status": "completed", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:51:50.366194 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:51:50.372436 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:50.379295 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:50.401647 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7e278-462e-49ec-bc5a-9386dda1f738 req-4c55de17-e8ba-44e5-ac7f-e2d4e2f39eef tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:50.403323 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2b7e278-462e-49ec-bc5a-9386dda1f738 req-4c55de17-e8ba-44e5-ac7f-e2d4e2f39eef tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 945 time: 0.0610230 Sep 26 05:51:50.431065 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=eab744db-21fb-4b22-8514-b8bf28f598a7,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:50.494714 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2b7e278-462e-49ec-bc5a-9386dda1f738 req-336b6b2d-195a-4e7a-a5cf-15ec028735cd tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842478 Sep 26 05:51:50.497866 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88a7836-acfe-4fb8-99b6-33b90ba14650 x-openstack-request-id: req-f88a7836-acfe-4fb8-99b6-33b90ba14650 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:51:50.498293 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "name": "network-vif-plugged", "status": "completed", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:51:50.498697 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f88a7836-acfe-4fb8-99b6-33b90ba14650 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:51:50.499327 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88a7836-acfe-4fb8-99b6-33b90ba14650'] response: {'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'code': 200} Sep 26 05:51:51.078966 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42105e9d-7ac2-4248-be75-d44d99476578 req-7e1eac2d-b795-4cd0-909d-14db95d1594c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:51.080510 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-42105e9d-7ac2-4248-be75-d44d99476578 req-7e1eac2d-b795-4cd0-909d-14db95d1594c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 943 time: 0.0490017 Sep 26 05:51:51.133970 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-42105e9d-7ac2-4248-be75-d44d99476578 req-2e8088f5-a58d-46c4-aa05-ecdad7e3a856 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458727 Sep 26 05:51:51.641782 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4c5ae-4de2-4f19-a180-0e14aed4bd20 req-b6a2d947-b8ba-43bf-a008-8c296700c109 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:51.643309 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cbd4c5ae-4de2-4f19-a180-0e14aed4bd20 req-b6a2d947-b8ba-43bf-a008-8c296700c109 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0543149 Sep 26 05:51:51.696719 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cbd4c5ae-4de2-4f19-a180-0e14aed4bd20 req-d8eeed41-1f40-4602-a2a9-79acc5bea067 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455580 Sep 26 05:51:51.841887 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=48 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:52.104851 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=34 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:52.152347 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 1a37892d-e555-40b3-af75-2110c6c4fd34 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:51:52.259258 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb9599-ea4f-457b-92d7-601bd739a7fd req-aad34786-e546-4cac-8ab0-c14d32ace858 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:52.260897 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-63bb9599-ea4f-457b-92d7-601bd739a7fd req-aad34786-e546-4cac-8ab0-c14d32ace858 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 943 time: 0.0513287 Sep 26 05:51:52.261207 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 1a37892d-e555-40b3-af75-2110c6c4fd34, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1a37892d-e555-40b3-af75-2110c6c4fd34,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:51:52.273643 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '1a37892d-e555-40b3-af75-2110c6c4fd34', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'port_id': '1a37892d-e555-40b3-af75-2110c6c4fd34', 'mac_address': 'fa:16:3e:e8:c5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:51:52.311855 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 1a37892d-e555-40b3-af75-2110c6c4fd34 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:51:52.312244 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:52.314710 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-63bb9599-ea4f-457b-92d7-601bd739a7fd req-80e2c11b-693b-4731-902a-7ce6a1f0ea24 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478561 Sep 26 05:51:52.327140 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a37892d-e555-40b3-af75-2110c6c4fd34 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:51:52.349262 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 1a37892d-e555-40b3-af75-2110c6c4fd34, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1a37892d-e555-40b3-af75-2110c6c4fd34,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:51:52.353281 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:52.405240 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=1a37892d-e555-40b3-af75-2110c6c4fd34,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:52.480359 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:52.485455 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b2bdb-2574-49b3-98f1-38ee803af8e2 req-767fd343-7721-47a9-b577-2c63d50071b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:52.487036 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-633b2bdb-2574-49b3-98f1-38ee803af8e2 req-767fd343-7721-47a9-b577-2c63d50071b9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 1128 time: 0.0473039 Sep 26 05:51:52.586761 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b2bdb-2574-49b3-98f1-38ee803af8e2 req-bc8b5bf5-c471-4411-b401-a3af71c647ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:52.588360 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-633b2bdb-2574-49b3-98f1-38ee803af8e2 req-bc8b5bf5-c471-4411-b401-a3af71c647ae service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 915 time: 0.0946949 Sep 26 05:51:52.624149 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efc2d8-5d57-4b43-8d28-9e278fc54691 req-130ad02d-24e1-49ee-8c77-60afb8d371f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:52.625800 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82efc2d8-5d57-4b43-8d28-9e278fc54691 req-130ad02d-24e1-49ee-8c77-60afb8d371f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 1130 time: 0.0441873 Sep 26 05:51:52.627739 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-633b2bdb-2574-49b3-98f1-38ee803af8e2 req-50d8816d-67ed-463b-bddf-8f07ba67e0db service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a37892d-e555-40b3-af75-2110c6c4fd34 HTTP/1.1" status: 200 len: 217 time: 0.0330133 Sep 26 05:51:52.676100 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-82efc2d8-5d57-4b43-8d28-9e278fc54691 req-26c25bf4-1f04-4db1-8fbb-2123be6f7c0f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405302 Sep 26 05:51:52.678954 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b2bdb-2574-49b3-98f1-38ee803af8e2 req-b5fdff14-4e73-4865-b1f8-7c9b2350a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:52.680401 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-633b2bdb-2574-49b3-98f1-38ee803af8e2 req-b5fdff14-4e73-4865-b1f8-7c9b2350a735 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.0443451 Sep 26 05:51:52.830332 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22057c30-f08b-456f-bb3c-c6bdabd9bcf5 req-1ba1f13f-635f-44c3-80e8-d82c0f5ab1dc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:52.831797 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-22057c30-f08b-456f-bb3c-c6bdabd9bcf5 req-1ba1f13f-635f-44c3-80e8-d82c0f5ab1dc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0509386 Sep 26 05:51:52.882812 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-22057c30-f08b-456f-bb3c-c6bdabd9bcf5 req-b68d7c78-dae7-4570-a70e-fb06f9961c28 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422380 Sep 26 05:51:52.896995 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['1a37892d-e555-40b3-af75-2110c6c4fd34'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:51:53.193458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b2bdb-2574-49b3-98f1-38ee803af8e2 req-34fd6758-9e88-4322-bf71-e7071970fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:53.195018 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-633b2bdb-2574-49b3-98f1-38ee803af8e2 req-34fd6758-9e88-4322-bf71-e7071970fce3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457463 Sep 26 05:51:53.298991 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-633b2bdb-2574-49b3-98f1-38ee803af8e2 req-9e0ba0a3-b82d-4960-b3fa-f61c84d9cf29 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971406 Sep 26 05:51:53.448744 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e25516-d18a-43f6-9af0-feaa1e1feae4 req-509c36c1-efc5-4ce3-b83c-3ba5dcdc7c2c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:53.450323 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-84e25516-d18a-43f6-9af0-feaa1e1feae4 req-509c36c1-efc5-4ce3-b83c-3ba5dcdc7c2c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 944 time: 0.0594304 Sep 26 05:51:53.502195 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-84e25516-d18a-43f6-9af0-feaa1e1feae4 req-257bb088-cc35-49cb-a362-c32014cffdd7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456059 Sep 26 05:51:54.068077 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc93a31-3747-4c1c-b828-6dc08297e0e3 req-804c4c4b-a174-47b3-a2e5-02bd8e3a4d77 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:54.069647 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3cc93a31-3747-4c1c-b828-6dc08297e0e3 req-804c4c4b-a174-47b3-a2e5-02bd8e3a4d77 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.1013067 Sep 26 05:51:54.145869 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3cc93a31-3747-4c1c-b828-6dc08297e0e3 req-25f43983-e2ae-4a7e-936b-4d601c1f94f2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698504 Sep 26 05:51:54.147900 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-633b2bdb-2574-49b3-98f1-38ee803af8e2 req-8454d05a-743e-4ca5-9968-b253668f19ab service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418498 Sep 26 05:51:54.223548 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 1a37892d-e555-40b3-af75-2110c6c4fd34 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:51:54.268269 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 1a37892d-e555-40b3-af75-2110c6c4fd34 completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:51:54.275598 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 1a37892d-e555-40b3-af75-2110c6c4fd34 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:51:54.275967 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:54.276299 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 1a37892d-e555-40b3-af75-2110c6c4fd34 Sep 26 05:51:54.353449 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 1a37892d-e555-40b3-af75-2110c6c4fd34 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:51:54.353958 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:54.380421 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a37892d-e555-40b3-af75-2110c6c4fd34'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:51:54.383350 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a039d6-3112-44cc-b9e5-d051d4d856e0" -d '{"events": [{"server_uuid": "430ecb3c-5a38-48a6-8054-84029ce9705e", "name": "network-vif-plugged", "status": "completed", "tag": "1a37892d-e555-40b3-af75-2110c6c4fd34"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:51:54.397972 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 1a37892d-e555-40b3-af75-2110c6c4fd34, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1a37892d-e555-40b3-af75-2110c6c4fd34,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:51:54.403407 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:54.428491 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2008b1-0fc2-41dc-9152-bdea30056147 x-openstack-request-id: req-ff2008b1-0fc2-41dc-9152-bdea30056147 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:51:54.428777 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430ecb3c-5a38-48a6-8054-84029ce9705e", "name": "network-vif-plugged", "status": "completed", "tag": "1a37892d-e555-40b3-af75-2110c6c4fd34", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:51:54.429025 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ff2008b1-0fc2-41dc-9152-bdea30056147 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:51:54.429449 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2008b1-0fc2-41dc-9152-bdea30056147'] response: {'server_uuid': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a37892d-e555-40b3-af75-2110c6c4fd34', 'code': 200} Sep 26 05:51:54.437821 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:54.447209 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:54.459391 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=1a37892d-e555-40b3-af75-2110c6c4fd34,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:51:54.648359 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136cee6-9fcd-4332-a5d6-ac905fe7dccf req-e6fadcd1-7175-44d7-acab-d5c030977dc2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:54.649962 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2136cee6-9fcd-4332-a5d6-ac905fe7dccf req-e6fadcd1-7175-44d7-acab-d5c030977dc2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 945 time: 0.0649657 Sep 26 05:51:54.705966 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2136cee6-9fcd-4332-a5d6-ac905fe7dccf req-799ac8ab-3cf1-4f29-81e5-7aee5385688a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499148 Sep 26 05:51:55.272347 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109430d-936f-4069-9dbf-8f2e6c9ecf17 req-4ec4b39e-33b0-4a54-b4db-f4c81c76d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:55.274080 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7109430d-936f-4069-9dbf-8f2e6c9ecf17 req-4ec4b39e-33b0-4a54-b4db-f4c81c76d469 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 1129 time: 0.0468392 Sep 26 05:51:55.331849 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7109430d-936f-4069-9dbf-8f2e6c9ecf17 req-9f97e733-2034-4291-9f79-b896f0262b31 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499401 Sep 26 05:51:55.551411 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f64a2-6cbd-468d-ac11-bcab5c348062 req-e75d5b51-b3e1-487d-ba39-99b520fdae17 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:55.552946 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0a8f64a2-6cbd-468d-ac11-bcab5c348062 req-e75d5b51-b3e1-487d-ba39-99b520fdae17 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.3172574 Sep 26 05:51:55.608801 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0a8f64a2-6cbd-468d-ac11-bcab5c348062 req-20f9b956-e116-4054-939b-db8688f3d3b8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494347 Sep 26 05:51:55.734097 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6812f83-29f0-4386-b17f-d2110c3e00e0 req-8467ff40-848c-4aef-b880-9107ed49502d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:55.735620 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f6812f83-29f0-4386-b17f-d2110c3e00e0 req-8467ff40-848c-4aef-b880-9107ed49502d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0489697 Sep 26 05:51:55.746674 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53222) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:55.752020 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-ac203cbe-f663-4b2c-86ef-255641ceb6d9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Request body: {'floatingip': {'port_id': 'eab744db-21fb-4b22-8514-b8bf28f598a7'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:55.802179 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ac203cbe-f663-4b2c-86ef-255641ceb6d9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (d3a4cedb-5921-4e0c-9381-670d84eb4276), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:55.892777 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8684cc-fe1c-45a9-b512-184571e31182 req-858d73e2-2fee-4da7-978a-ff53102ed5c6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:55.894347 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5f8684cc-fe1c-45a9-b512-184571e31182 req-858d73e2-2fee-4da7-978a-ff53102ed5c6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 945 time: 0.1073210 Sep 26 05:51:55.923643 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:56.010676 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:56.026119 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5f8684cc-fe1c-45a9-b512-184571e31182 req-773f2bde-d67c-473e-9dc0-3fb06bd891cc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254225 Sep 26 05:51:56.315801 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ac203cbe-f663-4b2c-86ef-255641ceb6d9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:56.320618 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ac203cbe-f663-4b2c-86ef-255641ceb6d9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (d3a4cedb-5921-4e0c-9381-670d84eb4276), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:56.423907 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [None req-ac203cbe-f663-4b2c-86ef-255641ceb6d9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Floating IP d3a4cedb-5921-4e0c-9381-670d84eb4276 associated. External IP: 172.27.1.74, port: eab744db-21fb-4b22-8514-b8bf28f598a7. Sep 26 05:51:56.636589 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac203cbe-f663-4b2c-86ef-255641ceb6d9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:51:56.747131 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac203cbe-f663-4b2c-86ef-255641ceb6d9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:51:56.752282 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ac203cbe-f663-4b2c-86ef-255641ceb6d9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:56.757783 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed54a446-3a00-40d4-a61c-eb2081eb57c6 None None] Sync routers for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:51:56.769832 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed54a446-3a00-40d4-a61c-eb2081eb57c6 None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:51:56.770793 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-ed54a446-3a00-40d4-a61c-eb2081eb57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:51:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:56.803283 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ac203cbe-f663-4b2c-86ef-255641ceb6d9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/d3a4cedb-5921-4e0c-9381-670d84eb4276 HTTP/1.1" status: 200 len: 991 time: 1.0524030 Sep 26 05:51:56.803283 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:51:56.803754 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9339125-854c-4d70-9b92-a5c146d82417" -d '{"events": [{"name": "network-changed", "server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:51:56.848227 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b7ca0d-0063-4757-ae4c-4292eb2f96bb x-openstack-request-id: req-96b7ca0d-0063-4757-ae4c-4292eb2f96bb {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:51:56.848520 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:51:56.848776 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96b7ca0d-0063-4757-ae4c-4292eb2f96bb {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:51:56.849217 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b7ca0d-0063-4757-ae4c-4292eb2f96bb'] response: {'name': 'network-changed', 'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'status': 'completed', 'code': 200} Sep 26 05:51:56.884217 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-ed54a446-3a00-40d4-a61c-eb2081eb57c6 None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:51:57.120319 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339125-854c-4d70-9b92-a5c146d82417 req-a5492cae-971e-4513-9934-e1e975172a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:57.123748 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c9339125-854c-4d70-9b92-a5c146d82417 req-a5492cae-971e-4513-9934-e1e975172a49 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 1130 time: 0.0851364 Sep 26 05:51:57.143218 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-ed54a446-3a00-40d4-a61c-eb2081eb57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': 'd3a4cedb-5921-4e0c-9381-670d84eb4276', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'port_id': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'mac_address': 'fa:16:3e:12:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:51:37Z', 'updated_at': '2022-09-26T05:51:56Z', 'revision_number': 1, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:57.170052 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed54a446-3a00-40d4-a61c-eb2081eb57c6 None None] Checking router: 61b425cc-8097-4bcc-a8ce-182e53ef33c8 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:51:57.180492 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed54a446-3a00-40d4-a61c-eb2081eb57c6 None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:51:57.181117 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-ed54a446-3a00-40d4-a61c-eb2081eb57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:51:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:57.224313 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45968-deb3-4ca6-82cc-70ae9e0dedc5 req-a89849e7-b0b5-4ff3-9c8e-699dc72512d2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:57.225871 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-69f45968-deb3-4ca6-82cc-70ae9e0dedc5 req-a89849e7-b0b5-4ff3-9c8e-699dc72512d2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 945 time: 0.0530622 Sep 26 05:51:57.281429 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-69f45968-deb3-4ca6-82cc-70ae9e0dedc5 req-d964db33-a132-4148-b474-17ee4019a7d7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495450 Sep 26 05:51:57.373968 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-ed54a446-3a00-40d4-a61c-eb2081eb57c6 None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:51:57.609524 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-ed54a446-3a00-40d4-a61c-eb2081eb57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': 'd3a4cedb-5921-4e0c-9381-670d84eb4276', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'port_id': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'mac_address': 'fa:16:3e:12:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:51:37Z', 'updated_at': '2022-09-26T05:51:56Z', 'revision_number': 1, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:57.640964 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed54a446-3a00-40d4-a61c-eb2081eb57c6 None None] The sync data for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi is: [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': 'd3a4cedb-5921-4e0c-9381-670d84eb4276', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'port_id': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'mac_address': 'fa:16:3e:12:bb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:51:37Z', 'updated_at': '2022-09-26T05:51:56Z', 'revision_number': 1, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:51:57.671524 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:57.699760 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:57.705562 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339125-854c-4d70-9b92-a5c146d82417 req-b9db0ae3-13a5-46bc-9083-12842a62ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:57.707103 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c9339125-854c-4d70-9b92-a5c146d82417 req-b9db0ae3-13a5-46bc-9083-12842a62ff50 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 917 time: 0.1052601 Sep 26 05:51:57.780690 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c9339125-854c-4d70-9b92-a5c146d82417 req-50c3b1a4-7906-4dc4-a7e8-a41f26b9367f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab744db-21fb-4b22-8514-b8bf28f598a7 HTTP/1.1" status: 200 len: 999 time: 0.0665562 Sep 26 05:51:57.848184 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339125-854c-4d70-9b92-a5c146d82417 req-e39756d1-ee06-4b45-8866-4ef827897d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:57.849840 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c9339125-854c-4d70-9b92-a5c146d82417 req-e39756d1-ee06-4b45-8866-4ef827897d8b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.0624413 Sep 26 05:51:57.861425 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9858d99-0328-42c0-bddd-aaa930911d0e None None] New status for floating IP d3a4cedb-5921-4e0c-9381-670d84eb4276: ACTIVE {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:51:57.909554 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9339125-854c-4d70-9b92-a5c146d82417 req-8ead02ce-e244-4411-873d-008b9167b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:57.911097 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c9339125-854c-4d70-9b92-a5c146d82417 req-8ead02ce-e244-4411-873d-008b9167b8d5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521092 Sep 26 05:51:58.015763 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c9339125-854c-4d70-9b92-a5c146d82417 req-cede93af-e865-488c-8fe7-f454bf02fc3a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971284 Sep 26 05:51:58.145683 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c9339125-854c-4d70-9b92-a5c146d82417 req-8b02da52-8f47-4ad4-8d32-85d9fa93bb7b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219957 Sep 26 05:51:58.434761 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02427a0f-d805-4790-86e1-f268f09674c6 req-08c49ff2-105f-4788-98c8-9d94247ac136 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:58.436163 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-02427a0f-d805-4790-86e1-f268f09674c6 req-08c49ff2-105f-4788-98c8-9d94247ac136 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 945 time: 0.0501754 Sep 26 05:51:58.490556 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-02427a0f-d805-4790-86e1-f268f09674c6 req-205945a8-22b3-4e81-a63e-a1f0305e3f46 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480542 Sep 26 05:51:58.593994 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:58.613462 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fcd34-139e-4b6d-bd9c-53ce44207195 req-d8e07ccd-2366-492a-b5df-8d983c3c38ea tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:51:58.615320 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-168fcd34-139e-4b6d-bd9c-53ce44207195 req-d8e07ccd-2366-492a-b5df-8d983c3c38ea tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 945 time: 0.0498559 Sep 26 05:51:58.625718 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53234) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:51:58.630368 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-9d720082-30f3-476d-8059-95bf6851fadf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'floatingip': {'port_id': '1a37892d-e555-40b3-af75-2110c6c4fd34'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:51:58.669731 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9d720082-30f3-476d-8059-95bf6851fadf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (4f08e033-4839-430f-b0fd-4329e51bcf27), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:58.825347 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:59.113041 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9d720082-30f3-476d-8059-95bf6851fadf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:59.118101 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9d720082-30f3-476d-8059-95bf6851fadf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (4f08e033-4839-430f-b0fd-4329e51bcf27), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:59.223567 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [None req-9d720082-30f3-476d-8059-95bf6851fadf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Floating IP 4f08e033-4839-430f-b0fd-4329e51bcf27 associated. External IP: 172.27.1.5, port: 1a37892d-e555-40b3-af75-2110c6c4fd34. Sep 26 05:51:59.499400 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d720082-30f3-476d-8059-95bf6851fadf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Router 7905c934-f837-479c-bcd7-74e9cd9509a9 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:51:59.617727 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d720082-30f3-476d-8059-95bf6851fadf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:51:59.623228 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9d720082-30f3-476d-8059-95bf6851fadf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:59.628038 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10e380-4d1b-49a5-8ffb-044e1536c104 None None] Sync routers for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:51:59.642784 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb10e380-4d1b-49a5-8ffb-044e1536c104 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:51:59.643499 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-eb10e380-4d1b-49a5-8ffb-044e1536c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:51:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:51:59.657200 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-9d720082-30f3-476d-8059-95bf6851fadf tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/4f08e033-4839-430f-b0fd-4329e51bcf27 HTTP/1.1" status: 200 len: 989 time: 1.0302944 Sep 26 05:51:59.657942 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'tag': '1a37892d-e555-40b3-af75-2110c6c4fd34'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:51:59.660490 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2212a2-d6c2-463a-8261-402eb922120e" -d '{"events": [{"name": "network-changed", "server_uuid": "430ecb3c-5a38-48a6-8054-84029ce9705e", "tag": "1a37892d-e555-40b3-af75-2110c6c4fd34"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:51:59.689410 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-ed663a38-06cc-4de0-8fd5-d5a227b770ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:51:59.701917 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bcb8bd-8f95-4aba-8ece-1ab704de365b x-openstack-request-id: req-11bcb8bd-8f95-4aba-8ece-1ab704de365b {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:51:59.702377 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430ecb3c-5a38-48a6-8054-84029ce9705e", "tag": "1a37892d-e555-40b3-af75-2110c6c4fd34", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:51:59.702773 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-11bcb8bd-8f95-4aba-8ece-1ab704de365b {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:51:59.703414 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11bcb8bd-8f95-4aba-8ece-1ab704de365b'] response: {'name': 'network-changed', 'server_uuid': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'tag': '1a37892d-e555-40b3-af75-2110c6c4fd34', 'status': 'completed', 'code': 200} Sep 26 05:51:59.759988 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-eb10e380-4d1b-49a5-8ffb-044e1536c104 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:51:59.901435 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:59.907785 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:51:59.987973 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-eb10e380-4d1b-49a5-8ffb-044e1536c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '4f08e033-4839-430f-b0fd-4329e51bcf27', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '1a37892d-e555-40b3-af75-2110c6c4fd34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:e8:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:51:44Z', 'updated_at': '2022-09-26T05:51:59Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:00.017488 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10e380-4d1b-49a5-8ffb-044e1536c104 None None] Checking router: 7905c934-f837-479c-bcd7-74e9cd9509a9 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:52:00.027694 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb10e380-4d1b-49a5-8ffb-044e1536c104 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:00.028300 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-eb10e380-4d1b-49a5-8ffb-044e1536c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:51:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:00.131135 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-eb10e380-4d1b-49a5-8ffb-044e1536c104 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:00.200114 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2212a2-d6c2-463a-8261-402eb922120e req-dcc03a0c-3447-4978-8d2a-8aa2b0f4814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:00.201590 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0a2212a2-d6c2-463a-8261-402eb922120e req-dcc03a0c-3447-4978-8d2a-8aa2b0f4814f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 1129 time: 0.0419886 Sep 26 05:52:00.313557 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2212a2-d6c2-463a-8261-402eb922120e req-2b96af99-fbd7-4eb8-9d72-a1b8bb1495bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:00.315105 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0a2212a2-d6c2-463a-8261-402eb922120e req-2b96af99-fbd7-4eb8-9d72-a1b8bb1495bd service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 915 time: 0.1032615 Sep 26 05:52:00.358068 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-eb10e380-4d1b-49a5-8ffb-044e1536c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '4f08e033-4839-430f-b0fd-4329e51bcf27', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '1a37892d-e555-40b3-af75-2110c6c4fd34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:e8:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:51:44Z', 'updated_at': '2022-09-26T05:51:59Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:00.384136 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10e380-4d1b-49a5-8ffb-044e1536c104 None None] The sync data for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi is: [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '4f08e033-4839-430f-b0fd-4329e51bcf27', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.5', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': '1a37892d-e555-40b3-af75-2110c6c4fd34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:e8:c5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:51:44Z', 'updated_at': '2022-09-26T05:51:59Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:52:00.401671 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0a2212a2-d6c2-463a-8261-402eb922120e req-5d858a19-a6f4-4035-b86c-d9a6175e7ab9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a37892d-e555-40b3-af75-2110c6c4fd34 HTTP/1.1" status: 200 len: 997 time: 0.0698328 Sep 26 05:52:00.471031 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2212a2-d6c2-463a-8261-402eb922120e req-5e03e15b-b8e7-4f31-864e-8a17977276e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:00.473160 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0a2212a2-d6c2-463a-8261-402eb922120e req-5e03e15b-b8e7-4f31-864e-8a17977276e2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.0611150 Sep 26 05:52:00.521039 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2212a2-d6c2-463a-8261-402eb922120e req-3c5d283b-2e85-47b2-861d-f662d594f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:00.522632 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0a2212a2-d6c2-463a-8261-402eb922120e req-3c5d283b-2e85-47b2-861d-f662d594f958 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434422 Sep 26 05:52:00.644220 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0a2212a2-d6c2-463a-8261-402eb922120e req-51246c45-e1eb-4e42-8451-eb0d0b3c8af4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128497 Sep 26 05:52:00.657910 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96afc47e-3790-4a69-badf-98a1cb49c35a None None] New status for floating IP 4f08e033-4839-430f-b0fd-4329e51bcf27: ACTIVE {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:52:00.758856 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0a2212a2-d6c2-463a-8261-402eb922120e req-396cc292-5696-48e9-b5db-8d814f427b31 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081386 Sep 26 05:52:02.053010 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:02.068842 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c588d1-1005-41ad-93d7-9bb095f68120 req-234062ec-8841-43cd-afad-109dd9faed22 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:02.070360 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-73c588d1-1005-41ad-93d7-9bb095f68120 req-234062ec-8841-43cd-afad-109dd9faed22 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0499902 Sep 26 05:52:02.128950 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-73c588d1-1005-41ad-93d7-9bb095f68120 req-0ad88c6c-9913-4ace-a97f-2591f60b22a7 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450370 Sep 26 05:52:02.136462 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9be4-8a8b-4eea-9ad6-da82a53cf5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:03.261377 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331e540-62ad-41d6-8f36-68e951ae53fe req-caea46b7-8069-4c6c-b37c-867a89500c8e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:03.263003 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8331e540-62ad-41d6-8f36-68e951ae53fe req-caea46b7-8069-4c6c-b37c-867a89500c8e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0534382 Sep 26 05:52:03.298888 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:03.316566 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:03.319055 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8331e540-62ad-41d6-8f36-68e951ae53fe req-62123128-cdde-4b9e-95d0-739aa1739785 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500691 Sep 26 05:52:04.474220 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911017da-6b60-4c55-b137-c24cab005625 req-ee0d2ae7-29e7-407c-98f1-536295c272fa tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:04.476811 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-911017da-6b60-4c55-b137-c24cab005625 req-ee0d2ae7-29e7-407c-98f1-536295c272fa tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0725882 Sep 26 05:52:04.523532 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:04.538063 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-911017da-6b60-4c55-b137-c24cab005625 req-df00d459-2a7c-4aa3-834d-b64fe1f3079f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554240 Sep 26 05:52:05.011124 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:05.086721 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:05.545874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ffd3e-fe6a-46de-bb5d-912eef11bbde req-ec10cdf9-3e53-4348-a09c-5841f30f776a tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:05.547281 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-785ffd3e-fe6a-46de-bb5d-912eef11bbde req-ec10cdf9-3e53-4348-a09c-5841f30f776a tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0490565 Sep 26 05:52:05.603036 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-785ffd3e-fe6a-46de-bb5d-912eef11bbde req-739e5cc8-6b5b-488e-965e-8bb775e83697 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497208 Sep 26 05:52:05.690685 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58395069-8de9-4744-9b13-a420b8d5204b req-cdf70bbd-6866-456e-bb26-c3705dd52559 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:05.692204 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-58395069-8de9-4744-9b13-a420b8d5204b req-cdf70bbd-6866-456e-bb26-c3705dd52559 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0523977 Sep 26 05:52:05.772629 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-58395069-8de9-4744-9b13-a420b8d5204b req-a61b272c-469b-4086-a268-1ee2d0d6d95c tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727494 Sep 26 05:52:06.434541 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-f26dfe5b-bb4d-4d55-a772-d7003df77156 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:06.436012 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-f26dfe5b-bb4d-4d55-a772-d7003df77156 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0522699 Sep 26 05:52:06.527086 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Deleting port 438d048d-b815-4fa3-98df-918b47d1b86c {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:06.527305 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:06.631994 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] For port 438d048d-b815-4fa3-98df-918b47d1b86c, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=438d048d-b815-4fa3-98df-918b47d1b86c,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:06.632366 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:06.752932 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11935546-7f01-48ff-b3ff-e6da88d038f1 req-10602d72-7a6e-4194-915c-e56dbd885300 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:06.755164 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-11935546-7f01-48ff-b3ff-e6da88d038f1 req-10602d72-7a6e-4194-915c-e56dbd885300 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0608377 Sep 26 05:52:06.783568 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:06.808777 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-11935546-7f01-48ff-b3ff-e6da88d038f1 req-0d2f287f-a50e-4ea8-b438-6338f10a646f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5824d4d3-45d1-4ea9-9016-c2a2fbff9852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472453 Sep 26 05:52:06.810659 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:06.811783 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (93a91566-604a-49b1-a46f-524334b4a57a), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:06.811783 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Floating IP 93a91566-604a-49b1-a46f-524334b4a57a disassociated. External IP: 172.27.1.117, port: 438d048d-b815-4fa3-98df-918b47d1b86c. Sep 26 05:52:06.811783 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Calling delete_port for 438d048d-b815-4fa3-98df-918b47d1b86c owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:06.932293 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd17c5-87b8-4414-bce3-bd55ead0cd39 req-3fcf0bbf-4401-4975-b018-1a0809a975e4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:06.933821 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4cd17c5-87b8-4414-bce3-bd55ead0cd39 req-3fcf0bbf-4401-4975-b018-1a0809a975e4 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 945 time: 0.0607901 Sep 26 05:52:07.022084 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a4cd17c5-87b8-4414-bce3-bd55ead0cd39 req-1d13e082-f51a-49f1-8fc1-6c20e6723732 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817649 Sep 26 05:52:07.023387 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (438d048d-b815-4fa3-98df-918b47d1b86c), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:07.031421 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:07.053782 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event deleted for resources: {'Port': ['ID=438d048d-b815-4fa3-98df-918b47d1b86c,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:07.152330 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-2cc5579e-bf4e-45b4-ab74-65facf4e8888 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:07.155224 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-2cc5579e-bf4e-45b4-ab74-65facf4e8888 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 945 time: 0.0677505 Sep 26 05:52:07.183458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Router f21904ab-7f0b-4b3a-a866-71b668ddc779 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:52:07.259026 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Deleting port 874e44a1-6cb8-479e-b4b0-e68322b26e1f {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:07.259570 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:07.296280 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:07.300103 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:52:07.312922 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d3386-74d1-4c3c-9c25-fbade6cba230 None None] Sync routers for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:52:07.326000 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d3386-74d1-4c3c-9c25-fbade6cba230 None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:07.326750 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-bb4d3386-74d1-4c3c-9c25-fbade6cba230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:07.366797 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] No DVR routers for this DVR port 438d048d-b815-4fa3-98df-918b47d1b86c on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:52:07.369593 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:07.373056 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-78b2e82b-3c2a-43d9-9161-be99613478dd req-50e73a1a-9b02-4f2e-bf16-6d686d039955 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "DELETE /networking/v2.0/ports/438d048d-b815-4fa3-98df-918b47d1b86c HTTP/1.1" status: 204 len: 173 time: 0.9311247 Sep 26 05:52:07.373606 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'name': 'network-vif-deleted', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:52:07.376625 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed09ab6c-1ac5-4649-8236-8607eee43833" -d '{"events": [{"server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "name": "network-vif-deleted", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:52:07.379425 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] For port 874e44a1-6cb8-479e-b4b0-e68322b26e1f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=874e44a1-6cb8-479e-b4b0-e68322b26e1f,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:07.379859 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:07.474850 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-bb4d3386-74d1-4c3c-9c25-fbade6cba230 None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:07.483790 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d100c0e-692e-43ff-a996-dc435c754ee6 x-openstack-request-id: req-2d100c0e-692e-43ff-a996-dc435c754ee6 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:52:07.484156 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09331c3-4186-46a6-abeb-f3e5ef0ec10d", "name": "network-vif-deleted", "tag": "438d048d-b815-4fa3-98df-918b47d1b86c", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:52:07.484415 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d100c0e-692e-43ff-a996-dc435c754ee6 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:52:07.484831 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d100c0e-692e-43ff-a996-dc435c754ee6'] response: {'server_uuid': 'a09331c3-4186-46a6-abeb-f3e5ef0ec10d', 'name': 'network-vif-deleted', 'tag': '438d048d-b815-4fa3-98df-918b47d1b86c', 'status': 'completed', 'code': 200} Sep 26 05:52:07.594866 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:07.595237 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (89ec5712-572c-482f-affe-f38351fa8aeb), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:07.595556 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Floating IP 89ec5712-572c-482f-affe-f38351fa8aeb disassociated. External IP: 172.27.1.125, port: 874e44a1-6cb8-479e-b4b0-e68322b26e1f. Sep 26 05:52:07.595908 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Calling delete_port for 874e44a1-6cb8-479e-b4b0-e68322b26e1f owned by compute:nova {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:07.781181 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (874e44a1-6cb8-479e-b4b0-e68322b26e1f), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:07.793161 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-bb4d3386-74d1-4c3c-9c25-fbade6cba230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 5, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:07.811092 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event deleted for resources: {'Port': ['ID=874e44a1-6cb8-479e-b4b0-e68322b26e1f,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:07.820204 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d3386-74d1-4c3c-9c25-fbade6cba230 None None] Checking router: f21904ab-7f0b-4b3a-a866-71b668ddc779 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:52:07.831984 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d3386-74d1-4c3c-9c25-fbade6cba230 None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:07.832632 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-bb4d3386-74d1-4c3c-9c25-fbade6cba230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:07.944388 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6dcf19b6-d7c2-4076-8ed6-52baf45d6d04 req-f2c7dca3-c187-45d9-9111-c118e5bf0069 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 210 time: 0.0388386 Sep 26 05:52:07.955025 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Router 909266d4-db91-43bf-b316-a1d566bbd069 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:52:08.054043 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-bb4d3386-74d1-4c3c-9c25-fbade6cba230 None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:08.078146 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:52:08.083013 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:08.096907 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5897998-b0d3-4bf1-b877-b47f0ec63dda None None] Sync routers for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:52:08.113023 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5897998-b0d3-4bf1-b877-b47f0ec63dda None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:08.114283 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-b5897998-b0d3-4bf1-b877-b47f0ec63dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:08.129069 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] No DVR routers for this DVR port 874e44a1-6cb8-479e-b4b0-e68322b26e1f on host hv-cinder-83608 {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:52:08.138484 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:08.138735 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:08.142114 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ec912eaa-afc7-4886-b7cd-37b4e357d47f req-7d4251a1-a23d-4728-bfa3-e816e3d50897 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.25 "DELETE /networking/v2.0/ports/874e44a1-6cb8-479e-b4b0-e68322b26e1f HTTP/1.1" status: 204 len: 173 time: 0.9811373 Sep 26 05:52:08.144279 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0853094-da33-4e22-a597-b0df1980229b', 'name': 'network-vif-deleted', 'tag': '874e44a1-6cb8-479e-b4b0-e68322b26e1f'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:52:08.147279 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb759da-a5cf-4411-af39-db2fa648be1e" -d '{"events": [{"server_uuid": "a0853094-da33-4e22-a597-b0df1980229b", "name": "network-vif-deleted", "tag": "874e44a1-6cb8-479e-b4b0-e68322b26e1f"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:52:08.150939 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:08.167919 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-db71de7f-ffe2-42e9-9e68-efa74759877c req-05d440be-ac6f-4a7b-a0e7-97fa479db9b1 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a09331c3-4186-46a6-abeb-f3e5ef0ec10d HTTP/1.1" status: 200 len: 210 time: 0.0414207 Sep 26 05:52:08.206279 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67fe8b0-5e54-4491-9586-99fa36910d3f x-openstack-request-id: req-d67fe8b0-5e54-4491-9586-99fa36910d3f {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:52:08.206578 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0853094-da33-4e22-a597-b0df1980229b", "name": "network-vif-deleted", "tag": "874e44a1-6cb8-479e-b4b0-e68322b26e1f", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:52:08.206903 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d67fe8b0-5e54-4491-9586-99fa36910d3f {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:52:08.207343 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67fe8b0-5e54-4491-9586-99fa36910d3f'] response: {'server_uuid': 'a0853094-da33-4e22-a597-b0df1980229b', 'name': 'network-vif-deleted', 'tag': '874e44a1-6cb8-479e-b4b0-e68322b26e1f', 'status': 'completed', 'code': 200} Sep 26 05:52:08.269324 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-b5897998-b0d3-4bf1-b877-b47f0ec63dda None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:08.329860 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-bb4d3386-74d1-4c3c-9c25-fbade6cba230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 5, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:08.400005 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d3386-74d1-4c3c-9c25-fbade6cba230 None None] The sync data for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi is: [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:44:11Z', 'revision_number': 4, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf', 'name': '', 'network_id': 'bdedc4e6-9308-457c-af01-ae4f7a8e4d99', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'mac_address': 'fa:16:3e:5a:10:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '47e98612-362e-434a-8195-471aef02813f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:26Z', 'revision_number': 5, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'subnets': [{'id': '47e98612-362e-434a-8195-471aef02813f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:52:08.528023 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-b5897998-b0d3-4bf1-b877-b47f0ec63dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:08.562328 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5897998-b0d3-4bf1-b877-b47f0ec63dda None None] Checking router: 909266d4-db91-43bf-b316-a1d566bbd069 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:52:08.573332 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5897998-b0d3-4bf1-b877-b47f0ec63dda None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:08.573982 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-b5897998-b0d3-4bf1-b877-b47f0ec63dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:08.697876 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-b5897998-b0d3-4bf1-b877-b47f0ec63dda None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:08.729743 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab68c4-48b1-494c-89f7-aba1ed6070ff None None] New status for floating IP 93a91566-604a-49b1-a46f-524334b4a57a: DOWN {{(pid=113003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:52:08.832372 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:08.903303 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-b5897998-b0d3-4bf1-b877-b47f0ec63dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:08.928869 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5897998-b0d3-4bf1-b877-b47f0ec63dda None None] The sync data for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi is: [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:52:09.087909 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-43c4c7d8-8b23-486f-8e3b-1f71735dc036 req-e0e6fb4a-0d07-4fda-a603-ce5946c86a7d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a0853094-da33-4e22-a597-b0df1980229b HTTP/1.1" status: 200 len: 210 time: 0.0346496 Sep 26 05:52:09.234629 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cd4f34-01a3-4a28-b5ea-d19f0e5d81a5 None None] New status for floating IP 89ec5712-572c-482f-affe-f38351fa8aeb: DOWN {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:52:09.288904 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53302) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:09.296190 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:09.379045 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-90a67477-de24-4147-be37-b55087a669ec tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group (cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:09.406047 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-90a67477-de24-4147-be37-b55087a669ec tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group (cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:09.458571 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-90a67477-de24-4147-be37-b55087a669ec tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:09.461939 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-90a67477-de24-4147-be37-b55087a669ec tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:09.463289 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-90a67477-de24-4147-be37-b55087a669ec tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4 HTTP/1.1" status: 204 len: 168 time: 0.1732140 Sep 26 05:52:09.466192 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53304) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:09.479847 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a67477-de24-4147-be37-b55087a669ec tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:09.736003 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.api.v2.resource [None req-7c2c72df-7eee-4f69-9fac-d7258d439af6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] show failed (client error): The resource could not be found. Sep 26 05:52:09.736966 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-7c2c72df-7eee-4f69-9fac-d7258d439af6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups/cc8d47e4-0ca9-4e0d-a0e7-48e750d3ced4 HTTP/1.1" status: 404 len: 347 time: 0.2697747 Sep 26 05:52:09.744105 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53306) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:09.875587 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-4865dc0b-58b7-4af7-b10d-cb3b7cbf0716 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Deleting port 516e48af-c0a8-471e-90eb-fa8e36803d31 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:09.875904 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4865dc0b-58b7-4af7-b10d-cb3b7cbf0716 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (516e48af-c0a8-471e-90eb-fa8e36803d31), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:09.962053 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4865dc0b-58b7-4af7-b10d-cb3b7cbf0716 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (516e48af-c0a8-471e-90eb-fa8e36803d31), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:09.962452 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4865dc0b-58b7-4af7-b10d-cb3b7cbf0716 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for floatingip (516e48af-c0a8-471e-90eb-fa8e36803d31), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:09.977648 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-4865dc0b-58b7-4af7-b10d-cb3b7cbf0716 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Calling delete_port for 516e48af-c0a8-471e-90eb-fa8e36803d31 owned by network:floatingip {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:10.116771 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4865dc0b-58b7-4af7-b10d-cb3b7cbf0716 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (516e48af-c0a8-471e-90eb-fa8e36803d31), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:10.142172 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865dc0b-58b7-4af7-b10d-cb3b7cbf0716 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event deleted for resources: {'Port': ['ID=516e48af-c0a8-471e-90eb-fa8e36803d31,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:10.198010 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53314) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:10.214087 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4865dc0b-58b7-4af7-b10d-cb3b7cbf0716 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks [] for floatingip (93a91566-604a-49b1-a46f-524334b4a57a), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:10.217295 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4865dc0b-58b7-4af7-b10d-cb3b7cbf0716 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:10.220972 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-4865dc0b-58b7-4af7-b10d-cb3b7cbf0716 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/93a91566-604a-49b1-a46f-524334b4a57a HTTP/1.1" status: 204 len: 168 time: 0.4731407 Sep 26 05:52:10.264998 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d62b8450-ed48-4e40-8387-c67d4b1c483e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (5824d4d3-45d1-4ea9-9016-c2a2fbff9852), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:10.277417 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 874e44a1-6cb8-479e-b4b0-e68322b26e1f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:10.290837 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d62b8450-ed48-4e40-8387-c67d4b1c483e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (5824d4d3-45d1-4ea9-9016-c2a2fbff9852), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:10.309362 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 874e44a1-6cb8-479e-b4b0-e68322b26e1f {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:10.310041 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 874e44a1-6cb8-479e-b4b0-e68322b26e1f not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:10.315174 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 438d048d-b815-4fa3-98df-918b47d1b86c no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:10.333497 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 438d048d-b815-4fa3-98df-918b47d1b86c {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:10.333939 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 438d048d-b815-4fa3-98df-918b47d1b86c not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:10.635230 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d62b8450-ed48-4e40-8387-c67d4b1c483e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (5824d4d3-45d1-4ea9-9016-c2a2fbff9852), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:10.640163 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d62b8450-ed48-4e40-8387-c67d4b1c483e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:10.642157 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d62b8450-ed48-4e40-8387-c67d4b1c483e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/5824d4d3-45d1-4ea9-9016-c2a2fbff9852 HTTP/1.1" status: 204 len: 168 time: 0.4423440 Sep 26 05:52:10.646564 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53320) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:10.655534 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b8450-ed48-4e40-8387-c67d4b1c483e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5824d4d3-45d1-4ea9-9016-c2a2fbff9852,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:10.664993 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.api.v2.resource [None req-8c93141a-f349-4e2a-a493-bdf6b6687140 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] show failed (client error): The resource could not be found. Sep 26 05:52:10.666265 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-8c93141a-f349-4e2a-a493-bdf6b6687140 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups/5824d4d3-45d1-4ea9-9016-c2a2fbff9852 HTTP/1.1" status: 404 len: 347 time: 0.0172794 Sep 26 05:52:10.669569 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53322) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:10.803124 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-5c616caa-70e0-462a-b327-6069392177fc tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Deleting port 4f36090f-5954-4616-99bf-f384079c0bb8 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:10.803453 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5c616caa-70e0-462a-b327-6069392177fc tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (4f36090f-5954-4616-99bf-f384079c0bb8), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:10.856031 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:10.896702 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5c616caa-70e0-462a-b327-6069392177fc tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (4f36090f-5954-4616-99bf-f384079c0bb8), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:10.896949 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5c616caa-70e0-462a-b327-6069392177fc tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (4f36090f-5954-4616-99bf-f384079c0bb8), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:10.911202 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-5c616caa-70e0-462a-b327-6069392177fc tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Calling delete_port for 4f36090f-5954-4616-99bf-f384079c0bb8 owned by network:floatingip {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:11.059553 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5c616caa-70e0-462a-b327-6069392177fc tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (4f36090f-5954-4616-99bf-f384079c0bb8), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.089597 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c616caa-70e0-462a-b327-6069392177fc tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event deleted for resources: {'Port': ['ID=4f36090f-5954-4616-99bf-f384079c0bb8,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:11.168592 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5c616caa-70e0-462a-b327-6069392177fc tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (89ec5712-572c-482f-affe-f38351fa8aeb), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.171226 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5c616caa-70e0-462a-b327-6069392177fc tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.172425 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5c616caa-70e0-462a-b327-6069392177fc tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/89ec5712-572c-482f-affe-f38351fa8aeb HTTP/1.1" status: 204 len: 168 time: 0.5016780 Sep 26 05:52:11.278965 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53326) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:11.283659 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-2a92a05f-96fb-4be2-91e2-360d08fbd340 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1362753334', 'description': 'tempest-description--332504575'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:52:11.308042 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a92a05f-96fb-4be2-91e2-360d08fbd340 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.388640 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a92a05f-96fb-4be2-91e2-360d08fbd340 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (00076b63-5b05-495b-8f0a-6532faa92622), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.393977 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a92a05f-96fb-4be2-91e2-360d08fbd340 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (00076b63-5b05-495b-8f0a-6532faa92622), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.430191 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92a05f-96fb-4be2-91e2-360d08fbd340 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00076b63-5b05-495b-8f0a-6532faa92622,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:11.435007 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a92a05f-96fb-4be2-91e2-360d08fbd340 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.441419 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2a92a05f-96fb-4be2-91e2-360d08fbd340 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1563096 Sep 26 05:52:11.442434 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53332) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:11.446845 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-53329581-d35e-4428-bef8-75bbafed9321 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'security_group_rule': {'security_group_id': '00076b63-5b05-495b-8f0a-6532faa92622', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:52:11.481634 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-53329581-d35e-4428-bef8-75bbafed9321 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (b08ed02a-6e5a-46c6-be34-fa99edb63eeb), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.569535 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-53329581-d35e-4428-bef8-75bbafed9321 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (b08ed02a-6e5a-46c6-be34-fa99edb63eeb), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.573984 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-53329581-d35e-4428-bef8-75bbafed9321 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (b08ed02a-6e5a-46c6-be34-fa99edb63eeb), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.594438 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53329581-d35e-4428-bef8-75bbafed9321 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08ed02a-6e5a-46c6-be34-fa99edb63eeb,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:11.604711 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-53329581-d35e-4428-bef8-75bbafed9321 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.606018 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-53329581-d35e-4428-bef8-75bbafed9321 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631169 Sep 26 05:52:11.609079 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53336) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:11.613764 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-876f7f9f-12a3-41f3-9e9a-6862b993b720 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'security_group_rule': {'security_group_id': '00076b63-5b05-495b-8f0a-6532faa92622', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:52:11.646606 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-876f7f9f-12a3-41f3-9e9a-6862b993b720 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (34783297-2355-433c-ba52-8577bea29085), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.717216 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-876f7f9f-12a3-41f3-9e9a-6862b993b720 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (34783297-2355-433c-ba52-8577bea29085), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.721571 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-876f7f9f-12a3-41f3-9e9a-6862b993b720 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (34783297-2355-433c-ba52-8577bea29085), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.742152 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:11.757580 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f7f9f-12a3-41f3-9e9a-6862b993b720 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34783297-2355-433c-ba52-8577bea29085,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:11.772558 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-876f7f9f-12a3-41f3-9e9a-6862b993b720 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.774251 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-876f7f9f-12a3-41f3-9e9a-6862b993b720 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638830 Sep 26 05:52:11.778595 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53338) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:11.784493 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:52:11.812179 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:11.828777 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:11.919486 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:12.039525 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Allocated IP 172.27.1.89 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/f67aa02b-c23a-41d4-a37a-5d042a52e720) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:52:12.158250 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for port (f67aa02b-c23a-41d4-a37a-5d042a52e720), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:12.193061 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (f67aa02b-c23a-41d4-a37a-5d042a52e720), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:12.237008 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:52:12.242980 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:52:12.245464 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:52:12.249369 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'Port': ['ID=f67aa02b-c23a-41d4-a37a-5d042a52e720,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:12.345741 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (84610af0-0306-4956-9576-aefbc50479de), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:12.388989 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (f67aa02b-c23a-41d4-a37a-5d042a52e720), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:12.556299 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for port (f67aa02b-c23a-41d4-a37a-5d042a52e720), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:12.561064 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (f67aa02b-c23a-41d4-a37a-5d042a52e720), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:12.612043 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:12.618601 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:12.633601 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'Port': ['ID=f67aa02b-c23a-41d4-a37a-5d042a52e720,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:12.638480 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (84610af0-0306-4956-9576-aefbc50479de), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:12.657579 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:12.661700 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4c1ec135-6dde-4cdb-8a08-b9a1ee97b1b5 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8817866 Sep 26 05:52:12.811228 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:12.822550 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59a8d5-1112-4d1b-8774-f3034cd9582f req-6beb7bc5-3395-48ff-b44f-e7d02506688f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:12.824216 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4c59a8d5-1112-4d1b-8774-f3034cd9582f req-6beb7bc5-3395-48ff-b44f-e7d02506688f tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0523005 Sep 26 05:52:12.836594 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-ee05e479-b3da-4bd7-99fb-6be6a7f43b96 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1362753334&fields=id&tenant_id=9fc5a928f77549839c85f3ab7e7e13b6 HTTP/1.1" status: 200 len: 267 time: 0.0453675 Sep 26 05:52:12.873691 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4c59a8d5-1112-4d1b-8774-f3034cd9582f req-ac5db15d-549f-412f-b121-16f0e3e65789 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Sep 26 05:52:12.948309 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-c04c864a-ba41-430f-ae22-07d2d743bdf4 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:12.949839 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-c04c864a-ba41-430f-ae22-07d2d743bdf4 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/networks?id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 HTTP/1.1" status: 200 len: 811 time: 0.1066101 Sep 26 05:52:12.969985 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-fd2c0599-d917-4402-947a-5d9649faad4a tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/quotas/9fc5a928f77549839c85f3ab7e7e13b6 HTTP/1.1" status: 200 len: 375 time: 0.0113704 Sep 26 05:52:13.022698 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-ba6fbb04-d64d-47a3-becb-5c40be348aad tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447049 Sep 26 05:52:13.141553 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-3c24802c-34ef-452b-8043-6388ed6ac059 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071379 Sep 26 05:52:13.246760 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-bb452dd8-4dde-4b8f-bbb5-3f2f8c37b467 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992782 Sep 26 05:52:13.430888 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d1d9851e-bebe-4522-9379-0bdbbc232485 req-f97c3d99-e037-4bea-9c8b-5ec4a3f8ac61 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 210 time: 0.0282006 Sep 26 05:52:13.951258 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b418b3-d9c3-424d-a24c-5c3e82c7691e req-3ddeb918-c862-4fe5-ba14-e26ee2a67f28 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:13.953061 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-26b418b3-d9c3-424d-a24c-5c3e82c7691e req-3ddeb918-c862-4fe5-ba14-e26ee2a67f28 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0534444 Sep 26 05:52:14.015396 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930940c-2964-4b92-b3c4-fd1a3123a41c req-3b20a2d5-acb3-49b3-86bf-d142d0d5797e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:14.017107 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a930940c-2964-4b92-b3c4-fd1a3123a41c req-3b20a2d5-acb3-49b3-86bf-d142d0d5797e tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 945 time: 0.0526693 Sep 26 05:52:14.055085 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [req-26b418b3-d9c3-424d-a24c-5c3e82c7691e req-d4b30e85-f15d-49dd-a01d-074b1f43339b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Deleting port a2412a97-1a6a-48d8-a7a8-27786cf5d323 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:14.055457 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-26b418b3-d9c3-424d-a24c-5c3e82c7691e req-d4b30e85-f15d-49dd-a01d-074b1f43339b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:14.068638 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a930940c-2964-4b92-b3c4-fd1a3123a41c req-11ae19b1-c901-41a5-9186-3ab24660018b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Sep 26 05:52:14.150069 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-26b418b3-d9c3-424d-a24c-5c3e82c7691e req-d4b30e85-f15d-49dd-a01d-074b1f43339b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] For port a2412a97-1a6a-48d8-a7a8-27786cf5d323, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2412a97-1a6a-48d8-a7a8-27786cf5d323,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:14.150433 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-26b418b3-d9c3-424d-a24c-5c3e82c7691e req-d4b30e85-f15d-49dd-a01d-074b1f43339b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:14.164654 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [req-26b418b3-d9c3-424d-a24c-5c3e82c7691e req-d4b30e85-f15d-49dd-a01d-074b1f43339b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Calling delete_port for a2412a97-1a6a-48d8-a7a8-27786cf5d323 owned by compute:nova {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:14.170121 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:14.319208 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-26b418b3-d9c3-424d-a24c-5c3e82c7691e req-d4b30e85-f15d-49dd-a01d-074b1f43339b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (a2412a97-1a6a-48d8-a7a8-27786cf5d323), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:14.351263 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b30e85-f15d-49dd-a01d-074b1f43339b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event deleted for resources: {'Port': ['ID=a2412a97-1a6a-48d8-a7a8-27786cf5d323,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:14.363154 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['811e152d-7a22-4e01-ad08-ecb9adcd493b', 'a2412a97-1a6a-48d8-a7a8-27786cf5d323'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:52:14.397170 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:14.404550 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b418b3-d9c3-424d-a24c-5c3e82c7691e req-d4b30e85-f15d-49dd-a01d-074b1f43339b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] No DVR routers for this DVR port a2412a97-1a6a-48d8-a7a8-27786cf5d323 on host hv-cinder-83608 {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:52:14.407324 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-26b418b3-d9c3-424d-a24c-5c3e82c7691e req-d4b30e85-f15d-49dd-a01d-074b1f43339b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:14.410653 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-26b418b3-d9c3-424d-a24c-5c3e82c7691e req-d4b30e85-f15d-49dd-a01d-074b1f43339b tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a2412a97-1a6a-48d8-a7a8-27786cf5d323 HTTP/1.1" status: 204 len: 173 time: 0.4462039 Sep 26 05:52:14.411152 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3be8a7-e6e0-46f0-bfdb-df514845bcb7', 'name': 'network-vif-deleted', 'tag': 'a2412a97-1a6a-48d8-a7a8-27786cf5d323'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:52:14.413468 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ded499e-b919-4692-bde5-abde53aa772e" -d '{"events": [{"server_uuid": "1f3be8a7-e6e0-46f0-bfdb-df514845bcb7", "name": "network-vif-deleted", "tag": "a2412a97-1a6a-48d8-a7a8-27786cf5d323"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:52:14.452007 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33366e68-9369-4a26-899b-c5055fd2f08e x-openstack-request-id: req-33366e68-9369-4a26-899b-c5055fd2f08e {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:52:14.452605 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3be8a7-e6e0-46f0-bfdb-df514845bcb7", "name": "network-vif-deleted", "tag": "a2412a97-1a6a-48d8-a7a8-27786cf5d323", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:52:14.452605 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-33366e68-9369-4a26-899b-c5055fd2f08e {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:52:14.453429 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33366e68-9369-4a26-899b-c5055fd2f08e'] response: {'server_uuid': '1f3be8a7-e6e0-46f0-bfdb-df514845bcb7', 'name': 'network-vif-deleted', 'tag': 'a2412a97-1a6a-48d8-a7a8-27786cf5d323', 'status': 'completed', 'code': 200} Sep 26 05:52:14.542611 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-970c82bc-418e-4460-9b9c-16e2bcfeabb9 req-daa26df7-3fef-4231-97ca-a2d2af5fd337 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 210 time: 0.0300500 Sep 26 05:52:15.002853 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-51d4eb72-be18-460f-b8be-9ff64d4e4dce tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:15.004407 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-51d4eb72-be18-460f-b8be-9ff64d4e4dce tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 HTTP/1.1" status: 200 len: 811 time: 0.1238794 Sep 26 05:52:15.063149 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:52:15.108830 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-54ca14c6-3c72-4796-b728-8704668f1c2d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9fc5a928f77549839c85f3ab7e7e13b6 HTTP/1.1" status: 200 len: 380 time: 0.0643218 Sep 26 05:52:15.193572 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4969e512-431e-4a78-895f-7ea3dc878e3f req-745dab85-8f73-45f0-b600-2434e049c24a tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=1f3be8a7-e6e0-46f0-bfdb-df514845bcb7 HTTP/1.1" status: 200 len: 210 time: 0.0288277 Sep 26 05:52:15.237979 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'port': {'device_id': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'admin_state_up': True, 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'security_groups': ['00076b63-5b05-495b-8f0a-6532faa92622']}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:52:15.340875 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:15.357214 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Made reservation on behalf of 9fc5a928f77549839c85f3ab7e7e13b6 for: {'port': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:52:15.361255 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:15.449395 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:15.504473 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Allocated IP 172.20.0.8 (a39f8ffc-12a2-4c17-a0f2-be5f6071fe30/5e53b9fa-5781-43b1-83a4-24777e561610/75b4cfd2-89be-4ea3-90ab-3906f010564d) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:52:15.656305 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7f802c33-12e3-4099-9d19-6f3f499b64f5 req-606693c0-ad81-4386-ba56-2ebe053d3588 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 210 time: 0.0291641 Sep 26 05:52:15.691472 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:15.740099 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:15.792098 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:52:15.795471 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:52:15.798515 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:52:15.833928 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event updated for resources: {'Port': ['ID=75b4cfd2-89be-4ea3-90ab-3906f010564d,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:15.864366 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:15.864980 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:15.883322 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-90970b2c-68a4-41f3-a440-0a1d255298da tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6501613 Sep 26 05:52:15.931095 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Request body: {'port': {'device_id': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:52:15.995002 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-f2b43afc-c11a-4d83-abd7-df7fb79c69af None None] Provisioning complete for port 75b4cfd2-89be-4ea3-90ab-3906f010564d triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:52:15.995582 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f2b43afc-c11a-4d83-abd7-df7fb79c69af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:15.995764 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-f2b43afc-c11a-4d83-abd7-df7fb79c69af None None] Attempt 1 to provision port 75b4cfd2-89be-4ea3-90ab-3906f010564d Sep 26 05:52:16.004440 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:16.029464 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-f2b43afc-c11a-4d83-abd7-df7fb79c69af None None] Port 75b4cfd2-89be-4ea3-90ab-3906f010564d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:52:16.289493 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b4cfd2-89be-4ea3-90ab-3906f010564d {{(pid=113000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:52:16.299636 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Publish callbacks [] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:16.315106 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.provisioning_blocks [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Transition to ACTIVE for port object 75b4cfd2-89be-4ea3-90ab-3906f010564d will not be triggered until provisioned by entity L2. {{(pid=113000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:52:16.319477 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:16.324382 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:16.366669 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:16.395817 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Pushing event updated for resources: {'Port': ['ID=75b4cfd2-89be-4ea3-90ab-3906f010564d,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:16.457812 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Attempting to bind port 75b4cfd2-89be-4ea3-90ab-3906f010564d on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:52:16.458146 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Attempting to bind port 75b4cfd2-89be-4ea3-90ab-3906f010564d by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:52:16.458475 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Attempting to bind port 75b4cfd2-89be-4ea3-90ab-3906f010564d on network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:52:16.519746 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7a540-8ea9-40ac-a157-12bbb881b8be req-6b8cf37e-04fe-4427-83f2-76a03da3e3f5 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:16.521164 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-aef7a540-8ea9-40ac-a157-12bbb881b8be req-6b8cf37e-04fe-4427-83f2-76a03da3e3f5 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0767663 Sep 26 05:52:16.530171 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-f2b43afc-c11a-4d83-abd7-df7fb79c69af None None] Attempt 2 to provision port 75b4cfd2-89be-4ea3-90ab-3906f010564d Sep 26 05:52:16.550056 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Port 75b4cfd2-89be-4ea3-90ab-3906f010564d on network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:52:16.550386 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Attempting to bind port 75b4cfd2-89be-4ea3-90ab-3906f010564d on network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:52:16.566606 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-f2b43afc-c11a-4d83-abd7-df7fb79c69af None None] Port 75b4cfd2-89be-4ea3-90ab-3906f010564d cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:52:16.606356 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-aef7a540-8ea9-40ac-a157-12bbb881b8be req-442160a1-280a-494b-8c7b-7531fef585fe tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788414 Sep 26 05:52:16.616460 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:52:16.616783 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Checking segment: {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:52:16.617299 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Bound using segment: {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'} {{(pid=113000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:52:16.617684 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.managers [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Bound port: 75b4cfd2-89be-4ea3-90ab-3906f010564d, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade8e156-3be9-4e42-8e55-f8397b3fffc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30'}}] {{(pid=113000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:52:16.618038 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:16.702016 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] For port 75b4cfd2-89be-4ea3-90ab-3906f010564d, host hv-cinder-83608, cleared binding levels {{(pid=113000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:52:16.706215 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] For port 75b4cfd2-89be-4ea3-90ab-3906f010564d, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=75b4cfd2-89be-4ea3-90ab-3906f010564d,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:52:16.713446 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:16.717825 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:16.718445 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:16.719871 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/75b4cfd2-89be-4ea3-90ab-3906f010564d HTTP/1.1" status: 200 len: 1093 time: 0.7932160 Sep 26 05:52:16.720421 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'tag': '75b4cfd2-89be-4ea3-90ab-3906f010564d'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:52:16.722700 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70775f48-81c8-4902-b73e-07bf0d489a76" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8c38d1-af64-4696-bdab-e85587332b6e", "tag": "75b4cfd2-89be-4ea3-90ab-3906f010564d"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:52:16.768059 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02a5d4c-7727-4c7c-95c4-9d2779bb4e88 x-openstack-request-id: req-a02a5d4c-7727-4c7c-95c4-9d2779bb4e88 {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:52:16.768349 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8c38d1-af64-4696-bdab-e85587332b6e", "tag": "75b4cfd2-89be-4ea3-90ab-3906f010564d", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:52:16.768574 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a02a5d4c-7727-4c7c-95c4-9d2779bb4e88 {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:52:16.768979 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02a5d4c-7727-4c7c-95c4-9d2779bb4e88'] response: {'name': 'network-changed', 'server_uuid': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'tag': '75b4cfd2-89be-4ea3-90ab-3906f010564d', 'status': 'completed', 'code': 200} Sep 26 05:52:16.779652 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e385f-1fa3-4936-aabd-671e3079525d service neutron] Pushing event updated for resources: {'Port': ['ID=75b4cfd2-89be-4ea3-90ab-3906f010564d,revision_number=3']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:16.798337 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9b625-8782-4d60-8abf-f1ff2c5e7198 req-01916cfb-e2ee-4018-b891-fb14470aa96e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:16.799866 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-59b9b625-8782-4d60-8abf-f1ff2c5e7198 req-01916cfb-e2ee-4018-b891-fb14470aa96e tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 943 time: 0.0583198 Sep 26 05:52:16.848571 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-59b9b625-8782-4d60-8abf-f1ff2c5e7198 req-8e027fbd-cae3-40d9-ad4b-e0af27581a8b tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Sep 26 05:52:16.908437 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-e71da2b8-4270-4cf3-961f-4ad82fbc3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:16.910783 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-e71da2b8-4270-4cf3-961f-4ad82fbc3019 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 1127 time: 0.0457253 Sep 26 05:52:16.960637 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-2f8e1cd0-d725-4c76-9eae-e295be05757f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b4cfd2-89be-4ea3-90ab-3906f010564d HTTP/1.1" status: 200 len: 217 time: 0.0320268 Sep 26 05:52:17.067481 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-f2b43afc-c11a-4d83-abd7-df7fb79c69af None None] Attempt 3 to provision port 75b4cfd2-89be-4ea3-90ab-3906f010564d Sep 26 05:52:17.115559 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-f2b43afc-c11a-4d83-abd7-df7fb79c69af None None] Port 75b4cfd2-89be-4ea3-90ab-3906f010564d had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:52:17.397227 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-640ef737-4b22-4bff-bac8-fe584ba4e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:17.398617 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-640ef737-4b22-4bff-bac8-fe584ba4e2b0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e53b9fa-5781-43b1-83a4-24777e561610 HTTP/1.1" status: 200 len: 850 time: 0.0525968 Sep 26 05:52:17.496032 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-76cd8a5b-adc4-4db1-8524-757fabbe8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:17.497839 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-76cd8a5b-adc4-4db1-8524-757fabbe8182 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436089 Sep 26 05:52:17.506104 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9235481-f318-4e2a-88e9-f451ce6cec85 req-196d62e1-8fd1-41de-ab61-968d31d001d6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:17.507645 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a9235481-f318-4e2a-88e9-f451ce6cec85 req-196d62e1-8fd1-41de-ab61-968d31d001d6 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0525408 Sep 26 05:52:17.549667 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:17.605279 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-db67d580-5c8d-4ec5-80fe-a22376f3905e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958138 Sep 26 05:52:17.636842 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-e222159c-465e-4f18-94a0-5a43aa99dfd4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777729 Sep 26 05:52:17.638495 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-a9235481-f318-4e2a-88e9-f451ce6cec85 req-0d800150-cfe0-450e-ad7b-3e6c63d2c974 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Deleting port 811e152d-7a22-4e01-ad08-ecb9adcd493b {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:17.638841 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a9235481-f318-4e2a-88e9-f451ce6cec85 req-0d800150-cfe0-450e-ad7b-3e6c63d2c974 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:17.739465 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-6c459fa4-3e17-4d30-a649-6bcc5b95b321 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276188 Sep 26 05:52:17.747138 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-1555ab6f-e601-44d0-ba22-4c08a22d2347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:17.748630 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-1555ab6f-e601-44d0-ba22-4c08a22d2347 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b095f1ee00e46cfabebc2dc34992997&device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 1168 time: 0.0575001 Sep 26 05:52:17.750717 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e253-2076-4f5a-9c03-710a7f696d89 req-467177d1-394f-4a2b-af73-a4386767a9ad tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:17.752210 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1595e253-2076-4f5a-9c03-710a7f696d89 req-467177d1-394f-4a2b-af73-a4386767a9ad tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 945 time: 0.0594611 Sep 26 05:52:17.787494 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-a9235481-f318-4e2a-88e9-f451ce6cec85 req-0d800150-cfe0-450e-ad7b-3e6c63d2c974 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] For port 811e152d-7a22-4e01-ad08-ecb9adcd493b, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=811e152d-7a22-4e01-ad08-ecb9adcd493b,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:17.787853 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a9235481-f318-4e2a-88e9-f451ce6cec85 req-0d800150-cfe0-450e-ad7b-3e6c63d2c974 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:17.802812 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-a9235481-f318-4e2a-88e9-f451ce6cec85 req-0d800150-cfe0-450e-ad7b-3e6c63d2c974 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Calling delete_port for 811e152d-7a22-4e01-ad08-ecb9adcd493b owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:17.823287 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1595e253-2076-4f5a-9c03-710a7f696d89 req-d318fbe4-20e9-4e99-ac47-458a26243747 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4319899f-a0f1-4bf8-8a9c-200fea704d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613306 Sep 26 05:52:17.902422 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:17.991208 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-a339efff-c4d1-48d3-8f4e-a2235e855516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:17.992712 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-a339efff-c4d1-48d3-8f4e-a2235e855516 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f HTTP/1.1" status: 200 len: 916 time: 0.1844578 Sep 26 05:52:18.001725 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b99b4-13e2-4705-8c1f-0817996a7816 req-7d21f945-19df-49ed-a335-bb6f412ebda4 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:18.003157 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-266b99b4-13e2-4705-8c1f-0817996a7816 req-7d21f945-19df-49ed-a335-bb6f412ebda4 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 943 time: 0.0760813 Sep 26 05:52:18.093245 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-266b99b4-13e2-4705-8c1f-0817996a7816 req-127369b0-2897-4d7c-8e8a-1d93aaffeb8b tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834806 Sep 26 05:52:18.094256 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a9235481-f318-4e2a-88e9-f451ce6cec85 req-0d800150-cfe0-450e-ad7b-3e6c63d2c974 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (811e152d-7a22-4e01-ad08-ecb9adcd493b), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:18.120913 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d800150-cfe0-450e-ad7b-3e6c63d2c974 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Pushing event deleted for resources: {'Port': ['ID=811e152d-7a22-4e01-ad08-ecb9adcd493b,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:18.137401 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['811e152d-7a22-4e01-ad08-ecb9adcd493b'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:52:18.170204 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9235481-f318-4e2a-88e9-f451ce6cec85 req-0d800150-cfe0-450e-ad7b-3e6c63d2c974 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] No DVR routers for this DVR port 811e152d-7a22-4e01-ad08-ecb9adcd493b on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:52:18.172536 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a9235481-f318-4e2a-88e9-f451ce6cec85 req-0d800150-cfe0-450e-ad7b-3e6c63d2c974 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:18.175902 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a9235481-f318-4e2a-88e9-f451ce6cec85 req-0d800150-cfe0-450e-ad7b-3e6c63d2c974 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.25 "DELETE /networking/v2.0/ports/811e152d-7a22-4e01-ad08-ecb9adcd493b HTTP/1.1" status: 204 len: 173 time: 0.6575782 Sep 26 05:52:18.176406 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc', 'name': 'network-vif-deleted', 'tag': '811e152d-7a22-4e01-ad08-ecb9adcd493b'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:52:18.178775 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15daedd0-5797-42e6-a4ea-4cdb2a1b1761" -d '{"events": [{"server_uuid": "69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc", "name": "network-vif-deleted", "tag": "811e152d-7a22-4e01-ad08-ecb9adcd493b"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:52:18.217935 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c526cb-e1f0-45f5-a996-f306faf945f4 x-openstack-request-id: req-95c526cb-e1f0-45f5-a996-f306faf945f4 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:52:18.218224 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc", "name": "network-vif-deleted", "tag": "811e152d-7a22-4e01-ad08-ecb9adcd493b", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:52:18.218474 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95c526cb-e1f0-45f5-a996-f306faf945f4 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:52:18.218942 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c526cb-e1f0-45f5-a996-f306faf945f4'] response: {'server_uuid': '69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc', 'name': 'network-vif-deleted', 'tag': '811e152d-7a22-4e01-ad08-ecb9adcd493b', 'status': 'completed', 'code': 200} Sep 26 05:52:18.286061 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device a2412a97-1a6a-48d8-a7a8-27786cf5d323 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:18.308246 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: a2412a97-1a6a-48d8-a7a8-27786cf5d323 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:18.308547 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device a2412a97-1a6a-48d8-a7a8-27786cf5d323 not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:18.934808 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5fd86ed2-b994-4ee8-9c53-94db52a93b5e req-8db47ee0-2209-4a6b-b367-04ea66e7ce53 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 210 time: 0.0293863 Sep 26 05:52:19.209666 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:19.227339 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cb5df-9a82-4ec8-aa9e-f12c6fb618c6 req-f0210b3b-e5c9-44a8-8547-69bb525cac5d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:19.229032 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e62cb5df-9a82-4ec8-aa9e-f12c6fb618c6 req-f0210b3b-e5c9-44a8-8547-69bb525cac5d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 943 time: 0.0554869 Sep 26 05:52:19.284494 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e62cb5df-9a82-4ec8-aa9e-f12c6fb618c6 req-239bc4da-fc47-4534-b6ff-6f3835d943ba tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492885 Sep 26 05:52:20.046460 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-409471b9-e7bc-419f-980a-5172e2a47ed6 req-9d2490f9-18c3-40b5-9214-c07c982c9112 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 210 time: 0.0318201 Sep 26 05:52:20.411693 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa0b44-1c61-4dbe-9792-ae8d5cb8be49 req-d3458e2f-10dc-40ea-b987-1bdec9b9a89b tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:20.413197 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-26aa0b44-1c61-4dbe-9792-ae8d5cb8be49 req-d3458e2f-10dc-40ea-b987-1bdec9b9a89b tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 943 time: 0.0484242 Sep 26 05:52:20.461288 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:20.477390 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-26aa0b44-1c61-4dbe-9792-ae8d5cb8be49 req-044d2894-43d1-47a8-b213-c0cf40a055d6 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576189 Sep 26 05:52:20.948482 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-b8e2e2ff-f227-4788-b950-1cf6c01a7a52 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d HTTP/1.1" status: 200 len: 1001 time: 0.0780141 Sep 26 05:52:21.010606 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70775f48-81c8-4902-b73e-07bf0d489a76 req-dfbafe6e-f8a4-429e-ac49-d2550ee5665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:21.012404 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-70775f48-81c8-4902-b73e-07bf0d489a76 req-dfbafe6e-f8a4-429e-ac49-d2550ee5665d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 1127 time: 0.0775208 Sep 26 05:52:21.036457 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-a297d4df-fa9b-4e0b-8002-d8285b08b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:21.037993 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-a297d4df-fa9b-4e0b-8002-d8285b08b2b8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b HTTP/1.1" status: 200 len: 854 time: 0.0729220 Sep 26 05:52:21.134841 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-7dbbf4b7-197b-44b3-9efb-dbe0950ac5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:21.136479 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-7dbbf4b7-197b-44b3-9efb-dbe0950ac5f1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0832577 Sep 26 05:52:21.170964 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:21.238875 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-76f17c9d-0ce9-4e18-be00-f81cb956b281 req-1c370023-c356-4387-ae2b-c9ba6608c592 tempest-ServerRescueNegativeTestJSON-349765895 tempest-ServerRescueNegativeTestJSON-349765895-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69d07cfb-fde7-4db5-8f9d-77aaad3a3ddc HTTP/1.1" status: 200 len: 210 time: 0.0908737 Sep 26 05:52:21.242162 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70775f48-81c8-4902-b73e-07bf0d489a76 req-fd5485f0-a6af-4da4-a773-fb624553226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:21.243776 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-70775f48-81c8-4902-b73e-07bf0d489a76 req-fd5485f0-a6af-4da4-a773-fb624553226a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 HTTP/1.1" status: 200 len: 912 time: 0.2164180 Sep 26 05:52:21.303303 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-70775f48-81c8-4902-b73e-07bf0d489a76 req-7842bbcb-b712-4846-9a3f-78d5f2134963 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b4cfd2-89be-4ea3-90ab-3906f010564d HTTP/1.1" status: 200 len: 217 time: 0.0440288 Sep 26 05:52:21.359198 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-82ad919d-f90a-43ca-aee3-6bd171e59f98 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123206 Sep 26 05:52:21.370553 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70775f48-81c8-4902-b73e-07bf0d489a76 req-bf9e5a96-129e-452f-a436-469fa9a0d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:21.372001 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-70775f48-81c8-4902-b73e-07bf0d489a76 req-bf9e5a96-129e-452f-a436-469fa9a0d1cf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e53b9fa-5781-43b1-83a4-24777e561610 HTTP/1.1" status: 200 len: 850 time: 0.0596247 Sep 26 05:52:21.615085 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776e0a0-5541-4d2d-a44d-cb3e1e69f98c req-ef16ece7-ff16-47b8-9b92-39adecdc2308 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:21.616696 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6776e0a0-5541-4d2d-a44d-cb3e1e69f98c req-ef16ece7-ff16-47b8-9b92-39adecdc2308 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 943 time: 0.0582862 Sep 26 05:52:21.687639 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6776e0a0-5541-4d2d-a44d-cb3e1e69f98c req-34fba450-f2cf-455d-acd2-2ad6663ad036 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615125 Sep 26 05:52:21.715786 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70775f48-81c8-4902-b73e-07bf0d489a76 req-055e7003-b2a3-43c8-a443-7dfe4846c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:21.717897 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-70775f48-81c8-4902-b73e-07bf0d489a76 req-055e7003-b2a3-43c8-a443-7dfe4846c75e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0993531 Sep 26 05:52:21.800000 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:21.820165 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7295b592-338f-4a8b-ba21-43083f231ae8 req-1b872bfb-ebb9-44b6-aa7e-1254a73af28f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146468 Sep 26 05:52:21.869738 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-70775f48-81c8-4902-b73e-07bf0d489a76 req-a7e3db0c-05c0-435e-ae29-c56ac71424e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443696 Sep 26 05:52:21.944183 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-eeafdd63-3aa6-4cb0-a42d-0043c7031ad6 req-e1714876-6e72-4a55-b29a-d5f3b8f58126 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2141064964&fields=id&tenant_id=0b095f1ee00e46cfabebc2dc34992997 HTTP/1.1" status: 200 len: 267 time: 0.0965099 Sep 26 05:52:22.278179 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafdd63-3aa6-4cb0-a42d-0043c7031ad6 req-48fab091-438a-4df6-900b-e9164c45c69e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:22.279694 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-eeafdd63-3aa6-4cb0-a42d-0043c7031ad6 req-48fab091-438a-4df6-900b-e9164c45c69e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 984 time: 0.3291504 Sep 26 05:52:22.292707 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 75b4cfd2-89be-4ea3-90ab-3906f010564d details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:52:22.293864 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-eeafdd63-3aa6-4cb0-a42d-0043c7031ad6 req-8da1e269-5ba8-4613-ac23-526aebee6b3e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Request body: {'port': {'security_groups': ['1ae64647-cf95-42bd-8111-6de3ea0dde12']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:52:22.299796 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-70775f48-81c8-4902-b73e-07bf0d489a76 req-ebc25955-f597-43a2-a04e-ddbc66885bc2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137418 Sep 26 05:52:22.323336 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53432) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:22.325092 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 811e152d-7a22-4e01-ad08-ecb9adcd493b no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:22.344296 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 811e152d-7a22-4e01-ad08-ecb9adcd493b {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:22.344908 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 811e152d-7a22-4e01-ad08-ecb9adcd493b not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:22.382198 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-eeafdd63-3aa6-4cb0-a42d-0043c7031ad6 req-8da1e269-5ba8-4613-ac23-526aebee6b3e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:22.428562 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 75b4cfd2-89be-4ea3-90ab-3906f010564d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=75b4cfd2-89be-4ea3-90ab-3906f010564d,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:22.442163 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '75b4cfd2-89be-4ea3-90ab-3906f010564d', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'port_id': '75b4cfd2-89be-4ea3-90ab-3906f010564d', 'mac_address': 'fa:16:3e:20:64:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:52:22.485459 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 75b4cfd2-89be-4ea3-90ab-3906f010564d is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:52:22.485835 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:22.500727 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b4cfd2-89be-4ea3-90ab-3906f010564d {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:52:22.526233 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 75b4cfd2-89be-4ea3-90ab-3906f010564d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=75b4cfd2-89be-4ea3-90ab-3906f010564d,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:22.531943 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:22.560519 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:22.592793 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=75b4cfd2-89be-4ea3-90ab-3906f010564d,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:22.630273 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-eeafdd63-3aa6-4cb0-a42d-0043c7031ad6 req-8da1e269-5ba8-4613-ac23-526aebee6b3e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] For port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:22.664870 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-eeafdd63-3aa6-4cb0-a42d-0043c7031ad6 req-8da1e269-5ba8-4613-ac23-526aebee6b3e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:22.671238 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-eeafdd63-3aa6-4cb0-a42d-0043c7031ad6 req-8da1e269-5ba8-4613-ac23-526aebee6b3e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:22.682581 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafdd63-3aa6-4cb0-a42d-0043c7031ad6 req-8da1e269-5ba8-4613-ac23-526aebee6b3e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:22.683269 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-eeafdd63-3aa6-4cb0-a42d-0043c7031ad6 req-8da1e269-5ba8-4613-ac23-526aebee6b3e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:22.684694 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-eeafdd63-3aa6-4cb0-a42d-0043c7031ad6 req-8da1e269-5ba8-4613-ac23-526aebee6b3e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "PUT /networking/v2.0/ports/cfc17f70-ed8d-4384-a96d-8f2f72a15f6d HTTP/1.1" status: 200 len: 942 time: 0.3969049 Sep 26 05:52:22.685305 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:52:22.687608 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900" -d '{"events": [{"name": "network-changed", "server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:52:22.692358 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53438) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:22.762443 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f6c821-7254-4bf5-8d59-448d8691760e x-openstack-request-id: req-07f6c821-7254-4bf5-8d59-448d8691760e {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:52:22.762864 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:52:22.763172 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07f6c821-7254-4bf5-8d59-448d8691760e {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:52:22.763704 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f6c821-7254-4bf5-8d59-448d8691760e'] response: {'name': 'network-changed', 'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'status': 'completed', 'code': 200} Sep 26 05:52:22.772230 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:22.841029 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809315'] for router_interface (f21904ab-7f0b-4b3a-a866-71b668ddc779), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:22.877951 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1e269-5ba8-4613-ac23-526aebee6b3e tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event updated for resources: {'Port': ['ID=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,revision_number=7']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:22.902433 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77808-2911-47e3-91c6-e8d54f94fd57 req-797f56d9-afed-4bff-9293-e059c5a153a0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:22.904713 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9fc77808-2911-47e3-91c6-e8d54f94fd57 req-797f56d9-afed-4bff-9293-e059c5a153a0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 944 time: 0.1120553 Sep 26 05:52:22.908418 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-269b09a9-3290-4e84-9032-7f6849361226 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group (614dd8f1-649a-4178-9413-96e4743e870b), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:22.935420 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900 req-f80348e4-279c-4d54-9634-998b1c40f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:22.936926 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900 req-f80348e4-279c-4d54-9634-998b1c40f90e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b095f1ee00e46cfabebc2dc34992997&device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 1129 time: 0.1235940 Sep 26 05:52:22.968035 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-269b09a9-3290-4e84-9032-7f6849361226 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group (614dd8f1-649a-4178-9413-96e4743e870b), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.015827 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:52:23.040709 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:23.118023 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9fc77808-2911-47e3-91c6-e8d54f94fd57 req-2878c45e-b2a0-4b7b-a244-41b1d0b23873 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045801 Sep 26 05:52:23.133905 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900 req-0b860d13-5afe-4ead-99b6-df048186493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:23.135602 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900 req-0b860d13-5afe-4ead-99b6-df048186493e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f HTTP/1.1" status: 200 len: 916 time: 0.1856563 Sep 26 05:52:23.172015 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] Deleting port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:23.173672 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.202669 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['75b4cfd2-89be-4ea3-90ab-3906f010564d'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:52:23.211727 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-269b09a9-3290-4e84-9032-7f6849361226 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (614dd8f1-649a-4178-9413-96e4743e870b), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.218216 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-269b09a9-3290-4e84-9032-7f6849361226 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.218216 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-269b09a9-3290-4e84-9032-7f6849361226 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/614dd8f1-649a-4178-9413-96e4743e870b HTTP/1.1" status: 204 len: 168 time: 0.5189700 Sep 26 05:52:23.220818 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900 req-aa511c8a-724a-4290-9d11-81d3caaab839 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d HTTP/1.1" status: 200 len: 1001 time: 0.0785100 Sep 26 05:52:23.221650 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53442) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:23.234828 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:52:23.272764 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] For port 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:23.273121 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.290037 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] Calling delete_port for 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf owned by network:router_interface {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:23.313964 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b09a9-3290-4e84-9032-7f6849361226 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=614dd8f1-649a-4178-9413-96e4743e870b,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:23.376458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Deleting port 3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:23.376917 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.384378 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:23.417298 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:23.420098 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:23.487416 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900 req-d12ec7cd-2d72-473f-bb9b-5bb6004f724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:23.489011 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900 req-d12ec7cd-2d72-473f-bb9b-5bb6004f724f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b HTTP/1.1" status: 200 len: 854 time: 0.0728962 Sep 26 05:52:23.507394 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.530841 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.530841 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for floatingip (3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.540691 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:23.552023 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Calling delete_port for 3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95 owned by network:floatingip {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:23.560000 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900 req-9b40aa24-526a-4256-840a-af16d38b8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:23.561635 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900 req-9b40aa24-526a-4256-840a-af16d38b8e9c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0631139 Sep 26 05:52:23.735509 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600275'] for router_interface (f21904ab-7f0b-4b3a-a866-71b668ddc779), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.743865 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900 req-081cc911-2f0b-4bbc-8421-4c2395180022 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743827 Sep 26 05:52:23.845384 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:23.872000 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:23.894621 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ff94edb8-87ad-4b6d-bcb2-6b3b9e708900 req-f1acc08b-e458-4c9c-b694-5e594d31b574 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389718 Sep 26 05:52:23.898646 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.921573 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event deleted for resources: {'Port': ['ID=3ebc4c24-f8c3-4a9b-bc5f-41b8287ddb95,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:23.991863 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks [] for floatingip (792c0c2e-6791-45c8-a33d-38e155d849de), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:23.992229 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Floating IP 792c0c2e-6791-45c8-a33d-38e155d849de disassociated (deleted). External IP: 172.27.1.169, port: cfc17f70-ed8d-4384-a96d-8f2f72a15f6d. Sep 26 05:52:24.006139 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] Router f21904ab-7f0b-4b3a-a866-71b668ddc779 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:52:24.221096 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Router 6d499d36-a058-4b3c-8694-944068dfee11 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:52:24.350271 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:52:24.356369 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:24.363669 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d57c1-8939-4dc6-a974-c09865900419 None None] Sync routers for ids ['6d499d36-a058-4b3c-8694-944068dfee11'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:52:24.374964 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d57c1-8939-4dc6-a974-c09865900419 None None] Routers {'6d499d36-a058-4b3c-8694-944068dfee11'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:24.375598 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-923d57c1-8939-4dc6-a974-c09865900419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6d499d36-a058-4b3c-8694-944068dfee11'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:24.393202 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-f707f731-636a-42e8-b021-65d3de8bdbe2 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/792c0c2e-6791-45c8-a33d-38e155d849de HTTP/1.1" status: 204 len: 168 time: 1.1698701 Sep 26 05:52:24.432248 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efbdbd-832d-459b-8783-1cc1802af044 req-55d09a40-1c4f-40c8-84ff-f61dbbc85e1f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:24.434003 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-72efbdbd-832d-459b-8783-1cc1802af044 req-55d09a40-1c4f-40c8-84ff-f61dbbc85e1f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 944 time: 0.0618484 Sep 26 05:52:24.435420 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:52:24.441195 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4a35e0a7-b375-419a-8904-a4cf639f1840 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/f21904ab-7f0b-4b3a-a866-71b668ddc779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1261990 Sep 26 05:52:24.448127 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53448) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:24.450162 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973052f7-4952-44bf-8086-58e47a11eb97 None None] Sync routers for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:52:24.473802 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973052f7-4952-44bf-8086-58e47a11eb97 None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:24.475613 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-973052f7-4952-44bf-8086-58e47a11eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:24.493712 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-72efbdbd-832d-459b-8783-1cc1802af044 req-fa1b3ed8-da32-4fc2-b745-d15a37e2d230 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514200 Sep 26 05:52:24.514675 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-923d57c1-8939-4dc6-a974-c09865900419 None None] Set router 6d499d36-a058-4b3c-8694-944068dfee11 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:24.650843 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Publish callbacks [] for router (f21904ab-7f0b-4b3a-a866-71b668ddc779), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:24.733339 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-923d57c1-8939-4dc6-a974-c09865900419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '288b395c-9860-4ac4-85d4-7b401d679046', 'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'mac_address': 'fa:16:3e:b6:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:53Z', 'updated_at': '2022-09-26T05:47:58Z', 'revision_number': 5, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'subnets': [{'id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:24.759543 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d57c1-8939-4dc6-a974-c09865900419 None None] Checking router: 6d499d36-a058-4b3c-8694-944068dfee11 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:52:24.765817 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:52:24.770971 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 75b4cfd2-89be-4ea3-90ab-3906f010564d up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:52:24.778029 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d57c1-8939-4dc6-a974-c09865900419 None None] Routers {'6d499d36-a058-4b3c-8694-944068dfee11'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:24.778662 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-923d57c1-8939-4dc6-a974-c09865900419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6d499d36-a058-4b3c-8694-944068dfee11'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:24.784285 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df" -d '{"events": [{"name": "network-changed", "server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:52:24.859671 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45114def-68fa-49dd-ab33-5dd587b260f9 x-openstack-request-id: req-45114def-68fa-49dd-ab33-5dd587b260f9 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:52:24.859965 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:52:24.860210 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-45114def-68fa-49dd-ab33-5dd587b260f9 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:52:24.860602 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45114def-68fa-49dd-ab33-5dd587b260f9'] response: {'name': 'network-changed', 'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'status': 'completed', 'code': 200} Sep 26 05:52:24.872264 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-973052f7-4952-44bf-8086-58e47a11eb97 None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:24.888191 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Publish callbacks [] for router_gateway (f21904ab-7f0b-4b3a-a866-71b668ddc779), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:24.901814 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-923d57c1-8939-4dc6-a974-c09865900419 None None] Set router 6d499d36-a058-4b3c-8694-944068dfee11 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:24.930809 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:24.939363 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Deleting port cb07f0e4-4c62-4896-a83a-45161d032444 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:24.939659 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:24.982721 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 75b4cfd2-89be-4ea3-90ab-3906f010564d completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:52:25.001867 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 75b4cfd2-89be-4ea3-90ab-3906f010564d triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:52:25.002246 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:25.002584 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 75b4cfd2-89be-4ea3-90ab-3906f010564d Sep 26 05:52:25.031594 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] For port cb07f0e4-4c62-4896-a83a-45161d032444, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=cb07f0e4-4c62-4896-a83a-45161d032444,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:25.031991 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:25.039212 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:25.045882 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Calling delete_port for cb07f0e4-4c62-4896-a83a-45161d032444 owned by network:router_gateway {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:25.072118 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:25.093256 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:25.106472 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-973052f7-4952-44bf-8086-58e47a11eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:52:23Z', 'revision_number': 5, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port': {'id': 'cb07f0e4-4c62-4896-a83a-45161d032444', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:04Z', 'updated_at': '2022-09-26T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:25.116683 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-923d57c1-8939-4dc6-a974-c09865900419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '288b395c-9860-4ac4-85d4-7b401d679046', 'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'mac_address': 'fa:16:3e:b6:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:53Z', 'updated_at': '2022-09-26T05:47:58Z', 'revision_number': 5, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'subnets': [{'id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:25.146930 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d57c1-8939-4dc6-a974-c09865900419 None None] The sync data for ids ['6d499d36-a058-4b3c-8694-944068dfee11'] in dv-cinder-836083-14-iscsi is: [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:47:53Z', 'revision_number': 4, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '288b395c-9860-4ac4-85d4-7b401d679046', 'name': '', 'network_id': '771f5ef7-1d1c-4a89-a6da-69974fc9fb9f', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'mac_address': 'fa:16:3e:b6:ed:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:53Z', 'updated_at': '2022-09-26T05:47:58Z', 'revision_number': 5, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'subnets': [{'id': 'eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:52:25.158107 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973052f7-4952-44bf-8086-58e47a11eb97 None None] Checking router: f21904ab-7f0b-4b3a-a866-71b668ddc779 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:52:25.171108 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 75b4cfd2-89be-4ea3-90ab-3906f010564d is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:52:25.171508 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:25.173320 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:25.176089 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973052f7-4952-44bf-8086-58e47a11eb97 None None] Routers {'f21904ab-7f0b-4b3a-a866-71b668ddc779'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:25.176859 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-973052f7-4952-44bf-8086-58e47a11eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['f21904ab-7f0b-4b3a-a866-71b668ddc779'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:25.253263 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (cb07f0e4-4c62-4896-a83a-45161d032444), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:25.269670 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b4cfd2-89be-4ea3-90ab-3906f010564d'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:52:25.272060 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3a5eb3-9702-4168-b4ad-f7e71026991b" -d '{"events": [{"server_uuid": "7d8c38d1-af64-4696-bdab-e85587332b6e", "name": "network-vif-plugged", "status": "completed", "tag": "75b4cfd2-89be-4ea3-90ab-3906f010564d"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:52:25.293822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=cb07f0e4-4c62-4896-a83a-45161d032444,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:25.298395 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 75b4cfd2-89be-4ea3-90ab-3906f010564d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=75b4cfd2-89be-4ea3-90ab-3906f010564d,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:25.317686 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-973052f7-4952-44bf-8086-58e47a11eb97 None None] Set router f21904ab-7f0b-4b3a-a866-71b668ddc779 gateway port host: None {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:25.346352 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b1c416-c1a7-46d4-a52e-df6f45d62ff1 x-openstack-request-id: req-07b1c416-c1a7-46d4-a52e-df6f45d62ff1 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:52:25.346819 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8c38d1-af64-4696-bdab-e85587332b6e", "name": "network-vif-plugged", "status": "completed", "tag": "75b4cfd2-89be-4ea3-90ab-3906f010564d", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:52:25.347119 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07b1c416-c1a7-46d4-a52e-df6f45d62ff1 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:52:25.347522 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b1c416-c1a7-46d4-a52e-df6f45d62ff1'] response: {'server_uuid': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b4cfd2-89be-4ea3-90ab-3906f010564d', 'code': 200} Sep 26 05:52:25.347682 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df req-2a90c36e-cbfb-4ace-9541-ad597a5d6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:25.349203 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df req-2a90c36e-cbfb-4ace-9541-ad597a5d6faf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0b095f1ee00e46cfabebc2dc34992997&device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 1129 time: 0.0863688 Sep 26 05:52:25.378838 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:25.383704 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-973052f7-4952-44bf-8086-58e47a11eb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:52:24Z', 'revision_number': 6, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port_host': None}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:25.432301 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973052f7-4952-44bf-8086-58e47a11eb97 None None] The sync data for ids ['f21904ab-7f0b-4b3a-a866-71b668ddc779'] in dv-cinder-836083-14-iscsi is: [{'id': 'f21904ab-7f0b-4b3a-a866-71b668ddc779', 'name': 'tempest-ServerRescueNegativeTestJSON-650294418-router', 'tenant_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:03Z', 'updated_at': '2022-09-26T05:52:24Z', 'revision_number': 6, 'project_id': 'c95cba08e61d4d199a3c69d99c5bc77b', 'gw_port_host': None}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:52:25.433864 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604185'] for router_gateway (f21904ab-7f0b-4b3a-a866-71b668ddc779), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:25.498246 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=75b4cfd2-89be-4ea3-90ab-3906f010564d,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:25.551701 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd5dba-4687-41e9-85f9-45250a00de6e None None] New status for floating IP 792c0c2e-6791-45c8-a33d-38e155d849de: DOWN {{(pid=113003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:52:25.878904 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31891'] for router (f21904ab-7f0b-4b3a-a866-71b668ddc779), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:25.885944 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Publish callbacks [] for router_controller (f21904ab-7f0b-4b3a-a866-71b668ddc779), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:25.908475 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb7fcb-6ec5-484e-891d-c3173d2f708e req-aa7e2951-2445-42e4-818c-5619c671f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:25.910035 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9bfb7fcb-6ec5-484e-891d-c3173d2f708e req-aa7e2951-2445-42e4-818c-5619c671f7e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 1129 time: 0.1394463 Sep 26 05:52:25.981566 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39fffb-e78a-429b-b61a-6bcb94cbd38b req-d17adfe7-6c05-4971-b6ed-4cae81bce245 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:25.982951 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-db39fffb-e78a-429b-b61a-6bcb94cbd38b req-d17adfe7-6c05-4971-b6ed-4cae81bce245 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 945 time: 0.2135253 Sep 26 05:52:25.997074 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df req-3e1bd305-f046-4519-a4df-ad3e99a4acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:25.998730 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df req-3e1bd305-f046-4519-a4df-ad3e99a4acf2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f HTTP/1.1" status: 200 len: 916 time: 0.6227291 Sep 26 05:52:26.029961 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600366'] for router (f21904ab-7f0b-4b3a-a866-71b668ddc779), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.030517 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f21904ab-7f0b-4b3a-a866-71b668ddc779 {{(pid=113001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:52:26.045269 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.047101 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-610fa5dc-78ed-467b-a359-0a5acee47a1d admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/f21904ab-7f0b-4b3a-a866-71b668ddc779 HTTP/1.1" status: 204 len: 168 time: 1.5903986 Sep 26 05:52:26.049227 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53464) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:26.088474 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df req-a5b17407-4bdd-4de4-9226-e44e0869dfeb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d HTTP/1.1" status: 200 len: 217 time: 0.0787323 Sep 26 05:52:26.102713 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb0e973-8b95-423a-b0a8-085a86a9dad0 admin admin] Deleting subnet 47e98612-362e-434a-8195-471aef02813f {{(pid=113000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:52:26.105931 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e973-8b95-423a-b0a8-085a86a9dad0 admin admin] Publish callbacks [] for subnet (47e98612-362e-434a-8195-471aef02813f), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.114898 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9bfb7fcb-6ec5-484e-891d-c3173d2f708e req-0f162fd3-1a56-4e9e-b6e5-ddabf3a79422 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742754 Sep 26 05:52:26.143659 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e973-8b95-423a-b0a8-085a86a9dad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529123234'] for subnet (47e98612-362e-434a-8195-471aef02813f), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.148427 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-db39fffb-e78a-429b-b61a-6bcb94cbd38b req-fbc00531-bdc7-48f1-a1b5-874e44e1c22f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544755 Sep 26 05:52:26.164405 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df req-329b8ecf-8fc7-439d-b758-384d03dc331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:26.165981 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df req-329b8ecf-8fc7-439d-b758-384d03dc331f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b HTTP/1.1" status: 200 len: 854 time: 0.0683670 Sep 26 05:52:26.185104 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:26.265710 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e973-8b95-423a-b0a8-085a86a9dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (47e98612-362e-434a-8195-471aef02813f), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.312789 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:26.334844 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e973-8b95-423a-b0a8-085a86a9dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3432135'] for subnet (47e98612-362e-434a-8195-471aef02813f), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.362391 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0e973-8b95-423a-b0a8-085a86a9dad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e98612-362e-434a-8195-471aef02813f,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:26.368222 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2bb0e973-8b95-423a-b0a8-085a86a9dad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.371560 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2bb0e973-8b95-423a-b0a8-085a86a9dad0 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/47e98612-362e-434a-8195-471aef02813f HTTP/1.1" status: 204 len: 168 time: 0.3209202 Sep 26 05:52:26.375274 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53468) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:26.377663 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d330cf-c5f7-4f46-b9f3-c6e35d0e3b07 None None] Network bdedc4e6-9308-457c-af01-ae4f7a8e4d99 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:52:26.452253 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (bdedc4e6-9308-457c-af01-ae4f7a8e4d99), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.464290 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:26.497216 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Deleting port c81c6ede-bb99-4705-bf02-da7849c8e579 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:26.497486 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.544653 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c064fbd6-5198-41bf-a9b1-b86016dd08bc None None] DHCP port deletion for bdedc4e6-9308-457c-af01-ae4f7a8e4d99 request from dv-cinder-836083-14-iscsi {{(pid=113002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:52:26.564205 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] For port c81c6ede-bb99-4705-bf02-da7849c8e579, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=c81c6ede-bb99-4705-bf02-da7849c8e579,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:26.564555 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.581408 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Calling delete_port for c81c6ede-bb99-4705-bf02-da7849c8e579 owned by network:dhcp {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:26.583528 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-c064fbd6-5198-41bf-a9b1-b86016dd08bc None None] Deleting port c81c6ede-bb99-4705-bf02-da7849c8e579 {{(pid=113002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:26.584102 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c064fbd6-5198-41bf-a9b1-b86016dd08bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), before_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.589596 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df req-c1b14319-3a5d-421b-8e7a-159147a56727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:26.592116 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df req-c1b14319-3a5d-421b-8e7a-159147a56727 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479982 Sep 26 05:52:26.678097 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-c064fbd6-5198-41bf-a9b1-b86016dd08bc None None] For port c81c6ede-bb99-4705-bf02-da7849c8e579, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=c81c6ede-bb99-4705-bf02-da7849c8e579,segment=NetworkSegment(a05bb60e-00f1-4ddf-b7ff-6a841c078ecc),segment_id=a05bb60e-00f1-4ddf-b7ff-6a841c078ecc)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:26.678806 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c064fbd6-5198-41bf-a9b1-b86016dd08bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), precommit_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.687562 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.709340 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df req-9b617854-c8c4-4884-ad1f-b92b9c4496d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100276 Sep 26 05:52:26.711952 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-c064fbd6-5198-41bf-a9b1-b86016dd08bc None None] Calling delete_port for c81c6ede-bb99-4705-bf02-da7849c8e579 owned by network:dhcp {{(pid=113002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:26.713636 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c81c6ede-bb99-4705-bf02-da7849c8e579,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:26.717370 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] No DVR routers for this DVR port c81c6ede-bb99-4705-bf02-da7849c8e579 on host dv-cinder-836083-14-iscsi {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:52:26.725406 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device cb07f0e4-4c62-4896-a83a-45161d032444 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:26.751112 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: cb07f0e4-4c62-4896-a83a-45161d032444 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:26.751352 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device cb07f0e4-4c62-4896-a83a-45161d032444 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:26.751767 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:26.791146 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (bdedc4e6-9308-457c-af01-ae4f7a8e4d99), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.801313 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:26.801666 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 6b9aa95d-c0f8-49a8-a272-97bf4d4ccebf not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:26.802093 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device c81c6ede-bb99-4705-bf02-da7849c8e579 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:26.812014 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdedc4e6-9308-457c-af01-ae4f7a8e4d99']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:26.821965 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:26.822270 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05bb60e-00f1-4ddf-b7ff-6a841c078ecc') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:26.824172 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: c81c6ede-bb99-4705-bf02-da7849c8e579 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:26.824522 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device c81c6ede-bb99-4705-bf02-da7849c8e579 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:26.833417 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (a05bb60e-00f1-4ddf-b7ff-6a841c078ecc), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.848117 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (a05bb60e-00f1-4ddf-b7ff-6a841c078ecc), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.857560 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:52:26.857993 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (a05bb60e-00f1-4ddf-b7ff-6a841c078ecc), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.859032 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c064fbd6-5198-41bf-a9b1-b86016dd08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954'] for port (c81c6ede-bb99-4705-bf02-da7849c8e579), after_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.890325 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064fbd6-5198-41bf-a9b1-b86016dd08bc None None] Pushing event deleted for resources: {'Port': ['ID=c81c6ede-bb99-4705-bf02-da7849c8e579,revision_number=None']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:26.909119 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064fbd6-5198-41bf-a9b1-b86016dd08bc None None] No DVR routers for this DVR port c81c6ede-bb99-4705-bf02-da7849c8e579 on host dv-cinder-836083-14-iscsi {{(pid=113002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:52:26.943350 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (bdedc4e6-9308-457c-af01-ae4f7a8e4d99), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.951795 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:26.955962 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/bdedc4e6-9308-457c-af01-ae4f7a8e4d99 HTTP/1.1" status: 204 len: 168 time: 0.5796995 Sep 26 05:52:26.969838 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229985c-deea-4fde-b713-e686365ee1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdedc4e6-9308-457c-af01-ae4f7a8e4d99,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:26.973853 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment a05bb60e-00f1-4ddf-b7ff-6a841c078ecc resource provider aggregate not found Sep 26 05:52:26.991689 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment a05bb60e-00f1-4ddf-b7ff-6a841c078ecc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a05bb60e-00f1-4ddf-b7ff-6a841c078ecc found for delete ", "request_id": "req-117becc4-4ed8-49a6-b973-a7377d473ad2"}]} Sep 26 05:52:27.118021 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53488) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:27.167664 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-cd6c6cbd-7a62-4ccf-a839-66a68e371c3d admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=c95cba08e61d4d199a3c69d99c5bc77b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483317 Sep 26 05:52:27.170578 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53490) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:27.248928 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c134d528-ea5f-463f-ab3a-7531bd64298b admin admin] Publish callbacks [] for security_group (4319899f-a0f1-4bf8-8a9c-200fea704d2e), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:27.306442 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:27.332161 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c134d528-ea5f-463f-ab3a-7531bd64298b admin admin] Publish callbacks [] for security_group (4319899f-a0f1-4bf8-8a9c-200fea704d2e), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:27.366359 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1c0bbe7e-bf92-41e9-a2d8-4d741c0448df req-5fa96b76-2547-4057-905b-780911e1aa0c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699758 Sep 26 05:52:27.371959 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209a40e-acd6-4b8f-bccb-89fb38f77288 req-e6a9b6ae-8298-4c68-b042-c857aace7cbe tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:27.373604 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a209a40e-acd6-4b8f-bccb-89fb38f77288 req-e6a9b6ae-8298-4c68-b042-c857aace7cbe tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 945 time: 0.1280560 Sep 26 05:52:27.440437 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a209a40e-acd6-4b8f-bccb-89fb38f77288 req-4a2efd04-1158-4d59-84d1-a142d9cdf3fe tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571036 Sep 26 05:52:27.441607 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c134d528-ea5f-463f-ab3a-7531bd64298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (4319899f-a0f1-4bf8-8a9c-200fea704d2e), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:27.444247 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c134d528-ea5f-463f-ab3a-7531bd64298b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:27.448023 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-c134d528-ea5f-463f-ab3a-7531bd64298b admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/4319899f-a0f1-4bf8-8a9c-200fea704d2e HTTP/1.1" status: 204 len: 168 time: 0.2738626 Sep 26 05:52:27.457351 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134d528-ea5f-463f-ab3a-7531bd64298b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4319899f-a0f1-4bf8-8a9c-200fea704d2e,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:28.433385 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b123c6-09af-49de-9511-e0ade33d34c1 req-73cf5ba2-831e-4749-b586-da5cb90883bd tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:28.435018 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-00b123c6-09af-49de-9511-e0ade33d34c1 req-73cf5ba2-831e-4749-b586-da5cb90883bd tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 945 time: 0.0523782 Sep 26 05:52:28.475578 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:28.488901 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-00b123c6-09af-49de-9511-e0ade33d34c1 req-4bc96fce-23bc-4bd5-af50-a39033551d3c tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462868 Sep 26 05:52:28.610111 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cf746-9e98-4ee5-8733-8b5fc4ac6add req-7b9107c5-842a-4f5e-b08b-a3c42a795313 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:28.612714 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-401cf746-9e98-4ee5-8733-8b5fc4ac6add req-7b9107c5-842a-4f5e-b08b-a3c42a795313 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 945 time: 0.0552306 Sep 26 05:52:28.667363 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-401cf746-9e98-4ee5-8733-8b5fc4ac6add req-473ef553-6610-4a9c-8517-88d286ff25be tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514596 Sep 26 05:52:28.796608 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663b24a-4b23-412b-98b2-12f9ad455807 req-2ec9e99d-141b-40f4-bc95-2f9eb2af998d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:28.798267 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0663b24a-4b23-412b-98b2-12f9ad455807 req-2ec9e99d-141b-40f4-bc95-2f9eb2af998d tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 945 time: 0.0532653 Sep 26 05:52:28.810370 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53550) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:28.815054 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-0b31e24d-9827-463f-b7c5-cbfd8b200560 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Request body: {'floatingip': {'port_id': '75b4cfd2-89be-4ea3-90ab-3906f010564d'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:52:28.855482 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0b31e24d-9827-463f-b7c5-cbfd8b200560 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (84610af0-0306-4956-9576-aefbc50479de), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.017925 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53556) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:29.137091 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4adac22f-a6fe-4e0e-a585-2642750d2b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.163609 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:29.178448 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:29.234044 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4adac22f-a6fe-4e0e-a585-2642750d2b01 admin admin] Publish callbacks [] for security_group (dd60f155-916c-4efc-bc3f-d10c60866dff), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.240700 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4adac22f-a6fe-4e0e-a585-2642750d2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (dd60f155-916c-4efc-bc3f-d10c60866dff), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.279340 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adac22f-a6fe-4e0e-a585-2642750d2b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd60f155-916c-4efc-bc3f-d10c60866dff,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:29.286526 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-4adac22f-a6fe-4e0e-a585-2642750d2b01 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=15d8f644bc9342379a8c6007f00aa363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646999 Sep 26 05:52:29.286807 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53560) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:29.330045 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0b31e24d-9827-463f-b7c5-cbfd8b200560 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.334282 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0b31e24d-9827-463f-b7c5-cbfd8b200560 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (84610af0-0306-4956-9576-aefbc50479de), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.339816 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92e63b77-2fdf-4a4c-a8d9-d9e1d242445b admin admin] Publish callbacks [] for security_group (dd60f155-916c-4efc-bc3f-d10c60866dff), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.361808 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92e63b77-2fdf-4a4c-a8d9-d9e1d242445b admin admin] Publish callbacks [] for security_group (dd60f155-916c-4efc-bc3f-d10c60866dff), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.416916 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92e63b77-2fdf-4a4c-a8d9-d9e1d242445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (dd60f155-916c-4efc-bc3f-d10c60866dff), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.420158 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92e63b77-2fdf-4a4c-a8d9-d9e1d242445b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.424005 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-92e63b77-2fdf-4a4c-a8d9-d9e1d242445b admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/dd60f155-916c-4efc-bc3f-d10c60866dff HTTP/1.1" status: 204 len: 168 time: 0.1332779 Sep 26 05:52:29.432672 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e63b77-2fdf-4a4c-a8d9-d9e1d242445b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd60f155-916c-4efc-bc3f-d10c60866dff,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:29.439120 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [None req-0b31e24d-9827-463f-b7c5-cbfd8b200560 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Floating IP 84610af0-0306-4956-9576-aefbc50479de associated. External IP: 172.27.1.89, port: 75b4cfd2-89be-4ea3-90ab-3906f010564d. Sep 26 05:52:29.551691 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:29.634820 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca06ab5-7574-4dc0-8375-25e12b798cbc req-414f9b4d-ffdc-4268-84de-c1780ceef442 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:29.636361 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0ca06ab5-7574-4dc0-8375-25e12b798cbc req-414f9b4d-ffdc-4268-84de-c1780ceef442 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 945 time: 0.0593367 Sep 26 05:52:29.660869 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b31e24d-9827-463f-b7c5-cbfd8b200560 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Router 909266d4-db91-43bf-b316-a1d566bbd069 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:52:29.695500 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0ca06ab5-7574-4dc0-8375-25e12b798cbc req-dd55ee4b-0510-4352-b4f9-68f2195eb976 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534770 Sep 26 05:52:29.695958 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec15e-12ba-471c-8653-fb6e8e0d0752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.785466 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b31e24d-9827-463f-b7c5-cbfd8b200560 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:52:29.791325 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0b31e24d-9827-463f-b7c5-cbfd8b200560 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:29.797676 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530c99a1-115d-425e-84f1-fb5d7bebf957 None None] Sync routers for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:52:29.809570 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c99a1-115d-425e-84f1-fb5d7bebf957 None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:29.810368 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-530c99a1-115d-425e-84f1-fb5d7bebf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:29.830564 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-0b31e24d-9827-463f-b7c5-cbfd8b200560 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/84610af0-0306-4956-9576-aefbc50479de HTTP/1.1" status: 200 len: 990 time: 1.0169091 Sep 26 05:52:29.830564 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'tag': '75b4cfd2-89be-4ea3-90ab-3906f010564d'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:52:29.832743 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa78afd5-6ab1-4111-ba03-525fe72570b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8c38d1-af64-4696-bdab-e85587332b6e", "tag": "75b4cfd2-89be-4ea3-90ab-3906f010564d"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:52:29.860323 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:29.878641 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83101e6-45eb-4b2e-896e-0d8339b4ba1b x-openstack-request-id: req-d83101e6-45eb-4b2e-896e-0d8339b4ba1b {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:52:29.879039 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8c38d1-af64-4696-bdab-e85587332b6e", "tag": "75b4cfd2-89be-4ea3-90ab-3906f010564d", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:52:29.879299 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d83101e6-45eb-4b2e-896e-0d8339b4ba1b {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:52:29.880040 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83101e6-45eb-4b2e-896e-0d8339b4ba1b'] response: {'name': 'network-changed', 'server_uuid': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'tag': '75b4cfd2-89be-4ea3-90ab-3906f010564d', 'status': 'completed', 'code': 200} Sep 26 05:52:29.929995 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-530c99a1-115d-425e-84f1-fb5d7bebf957 None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:30.003869 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78afd5-6ab1-4111-ba03-525fe72570b9 req-47923616-eb5c-4305-8e28-5d99dfd65e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:30.006003 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fa78afd5-6ab1-4111-ba03-525fe72570b9 req-47923616-eb5c-4305-8e28-5d99dfd65e4f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 1129 time: 0.0475359 Sep 26 05:52:30.113798 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78afd5-6ab1-4111-ba03-525fe72570b9 req-56b9485d-983a-4d2f-ad2f-49d596c2d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:30.115825 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fa78afd5-6ab1-4111-ba03-525fe72570b9 req-56b9485d-983a-4d2f-ad2f-49d596c2d94e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 HTTP/1.1" status: 200 len: 912 time: 0.1027820 Sep 26 05:52:30.175737 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-530c99a1-115d-425e-84f1-fb5d7bebf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '84610af0-0306-4956-9576-aefbc50479de', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'port_id': '75b4cfd2-89be-4ea3-90ab-3906f010564d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'mac_address': 'fa:16:3e:20:64:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:52:12Z', 'updated_at': '2022-09-26T05:52:29Z', 'revision_number': 1, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:30.200053 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fa78afd5-6ab1-4111-ba03-525fe72570b9 req-f87543a2-7ac6-4aec-96c8-1a5c159fdfd5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75b4cfd2-89be-4ea3-90ab-3906f010564d HTTP/1.1" status: 200 len: 998 time: 0.0625505 Sep 26 05:52:30.202187 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530c99a1-115d-425e-84f1-fb5d7bebf957 None None] Checking router: 909266d4-db91-43bf-b316-a1d566bbd069 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:52:30.212016 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530c99a1-115d-425e-84f1-fb5d7bebf957 None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:30.212668 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-530c99a1-115d-425e-84f1-fb5d7bebf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:30.303042 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78afd5-6ab1-4111-ba03-525fe72570b9 req-a0505655-f0b9-48b4-b91a-01366693ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:30.305220 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fa78afd5-6ab1-4111-ba03-525fe72570b9 req-a0505655-f0b9-48b4-b91a-01366693ff93 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5e53b9fa-5781-43b1-83a4-24777e561610 HTTP/1.1" status: 200 len: 850 time: 0.0606730 Sep 26 05:52:30.465501 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-530c99a1-115d-425e-84f1-fb5d7bebf957 None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:30.653219 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:30.668787 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78afd5-6ab1-4111-ba03-525fe72570b9 req-a5e9bf08-50cf-4399-a6ba-9b1af17f7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:30.670421 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fa78afd5-6ab1-4111-ba03-525fe72570b9 req-a5e9bf08-50cf-4399-a6ba-9b1af17f7bb8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0878510 Sep 26 05:52:30.682098 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf51ad-1d3f-4a56-b420-b5a362bb415c req-4d7ea420-3187-45a6-aa59-471d42c498e4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:30.683734 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6fdf51ad-1d3f-4a56-b420-b5a362bb415c req-4d7ea420-3187-45a6-aa59-471d42c498e4 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 945 time: 0.0645583 Sep 26 05:52:30.718629 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-530c99a1-115d-425e-84f1-fb5d7bebf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '84610af0-0306-4956-9576-aefbc50479de', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'port_id': '75b4cfd2-89be-4ea3-90ab-3906f010564d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'mac_address': 'fa:16:3e:20:64:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:52:12Z', 'updated_at': '2022-09-26T05:52:29Z', 'revision_number': 1, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:30.746250 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530c99a1-115d-425e-84f1-fb5d7bebf957 None None] The sync data for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi is: [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '84610af0-0306-4956-9576-aefbc50479de', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'port_id': '75b4cfd2-89be-4ea3-90ab-3906f010564d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'mac_address': 'fa:16:3e:20:64:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:52:12Z', 'updated_at': '2022-09-26T05:52:29Z', 'revision_number': 1, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:52:30.886213 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-6fdf51ad-1d3f-4a56-b420-b5a362bb415c req-c5ce80e4-fe24-4c9c-ad41-c2a1b4b7e0a9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Deleting port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:30.886554 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-6fdf51ad-1d3f-4a56-b420-b5a362bb415c req-c5ce80e4-fe24-4c9c-ad41-c2a1b4b7e0a9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:30.894035 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fa78afd5-6ab1-4111-ba03-525fe72570b9 req-5d68f110-7ffa-454d-ab85-bef389dd23c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092600 Sep 26 05:52:30.911199 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f57e0-807b-40fa-913d-e396ab3f98b5 req-f96cb15a-9f27-4630-a1bc-feae6d846f88 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:52:30.912749 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3a1f57e0-807b-40fa-913d-e396ab3f98b5 req-f96cb15a-9f27-4630-a1bc-feae6d846f88 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=700b7726-3a5c-412e-973f-02740f96edde HTTP/1.1" status: 200 len: 945 time: 0.1026742 Sep 26 05:52:30.967941 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:31.001037 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:31.031488 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff9273-49f3-40bd-bb3a-56a0a7a94d7f None None] New status for floating IP 84610af0-0306-4956-9576-aefbc50479de: ACTIVE {{(pid=113003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:52:31.130805 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3a1f57e0-807b-40fa-913d-e396ab3f98b5 req-7a01f4fd-c296-40e7-8a98-acbaa55a2841 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ae64647-cf95-42bd-8111-6de3ea0dde12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070773 Sep 26 05:52:31.135324 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-6fdf51ad-1d3f-4a56-b420-b5a362bb415c req-c5ce80e4-fe24-4c9c-ad41-c2a1b4b7e0a9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] For port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:31.137861 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-6fdf51ad-1d3f-4a56-b420-b5a362bb415c req-c5ce80e4-fe24-4c9c-ad41-c2a1b4b7e0a9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:31.154104 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-6fdf51ad-1d3f-4a56-b420-b5a362bb415c req-c5ce80e4-fe24-4c9c-ad41-c2a1b4b7e0a9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Calling delete_port for cfc17f70-ed8d-4384-a96d-8f2f72a15f6d owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:31.168515 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fa78afd5-6ab1-4111-ba03-525fe72570b9 req-b18a1d17-f463-419b-b482-8f32f58200ed service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636275 Sep 26 05:52:31.320522 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-6fdf51ad-1d3f-4a56-b420-b5a362bb415c req-c5ce80e4-fe24-4c9c-ad41-c2a1b4b7e0a9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (cfc17f70-ed8d-4384-a96d-8f2f72a15f6d), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:31.350842 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce80e4-fe24-4c9c-ad41-c2a1b4b7e0a9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Pushing event deleted for resources: {'Port': ['ID=cfc17f70-ed8d-4384-a96d-8f2f72a15f6d,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:31.364514 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:52:31.404197 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdf51ad-1d3f-4a56-b420-b5a362bb415c req-c5ce80e4-fe24-4c9c-ad41-c2a1b4b7e0a9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] No DVR routers for this DVR port cfc17f70-ed8d-4384-a96d-8f2f72a15f6d on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:52:31.407480 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-6fdf51ad-1d3f-4a56-b420-b5a362bb415c req-c5ce80e4-fe24-4c9c-ad41-c2a1b4b7e0a9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:31.411472 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6fdf51ad-1d3f-4a56-b420-b5a362bb415c req-c5ce80e4-fe24-4c9c-ad41-c2a1b4b7e0a9 tempest-TestMinimumBasicScenario-250193205 tempest-TestMinimumBasicScenario-250193205-project] 10.222.0.25 "DELETE /networking/v2.0/ports/cfc17f70-ed8d-4384-a96d-8f2f72a15f6d HTTP/1.1" status: 204 len: 173 time: 0.7186458 Sep 26 05:52:31.412192 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'name': 'network-vif-deleted', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:52:31.416432 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c431e4f-fab3-4226-a5d4-828d8c6922e1" -d '{"events": [{"server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "name": "network-vif-deleted", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:52:31.465980 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb39725-0a0a-4d3d-8093-07fef79fdef9 x-openstack-request-id: req-2eb39725-0a0a-4d3d-8093-07fef79fdef9 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:52:31.466263 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700b7726-3a5c-412e-973f-02740f96edde", "name": "network-vif-deleted", "tag": "cfc17f70-ed8d-4384-a96d-8f2f72a15f6d", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:52:31.466515 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2eb39725-0a0a-4d3d-8093-07fef79fdef9 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:52:31.466930 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb39725-0a0a-4d3d-8093-07fef79fdef9'] response: {'server_uuid': '700b7726-3a5c-412e-973f-02740f96edde', 'name': 'network-vif-deleted', 'tag': 'cfc17f70-ed8d-4384-a96d-8f2f72a15f6d', 'status': 'completed', 'code': 200} Sep 26 05:52:31.591611 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53620) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:31.721030 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-74d96858-22a4-4fda-b192-82b00e221d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:31.827980 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-74d96858-22a4-4fda-b192-82b00e221d69 admin admin] Publish callbacks [] for security_group (59453ae8-27da-44bd-92d6-090ee24398e2), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:31.832894 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-74d96858-22a4-4fda-b192-82b00e221d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (59453ae8-27da-44bd-92d6-090ee24398e2), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:31.873966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d96858-22a4-4fda-b192-82b00e221d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59453ae8-27da-44bd-92d6-090ee24398e2,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:31.880920 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-74d96858-22a4-4fda-b192-82b00e221d69 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=77752fa5f55743a2a34c0227b3d1139f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857258 Sep 26 05:52:31.883177 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53624) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:31.902723 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:31.941439 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8563a475-1177-49f7-a896-7def6c6f6f0f admin admin] Publish callbacks [] for security_group (59453ae8-27da-44bd-92d6-090ee24398e2), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:31.967501 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8563a475-1177-49f7-a896-7def6c6f6f0f admin admin] Publish callbacks [] for security_group (59453ae8-27da-44bd-92d6-090ee24398e2), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:32.018469 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8563a475-1177-49f7-a896-7def6c6f6f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (59453ae8-27da-44bd-92d6-090ee24398e2), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:32.021609 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8563a475-1177-49f7-a896-7def6c6f6f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:32.022830 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-8563a475-1177-49f7-a896-7def6c6f6f0f admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/59453ae8-27da-44bd-92d6-090ee24398e2 HTTP/1.1" status: 204 len: 168 time: 0.1387730 Sep 26 05:52:32.031526 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563a475-1177-49f7-a896-7def6c6f6f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59453ae8-27da-44bd-92d6-090ee24398e2,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:32.131421 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d7014f1a-1852-4d3d-b054-9310095f5ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:32.370151 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53640) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:32.384368 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b45cf431-54a7-44c2-8364-33392017e878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:32.481732 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b45cf431-54a7-44c2-8364-33392017e878 admin admin] Publish callbacks [] for security_group (bb016678-c9ef-464c-8d30-124bae674528), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:32.488091 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b45cf431-54a7-44c2-8364-33392017e878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (bb016678-c9ef-464c-8d30-124bae674528), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:32.531652 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b45cf431-54a7-44c2-8364-33392017e878 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=1a10772ff35c408dbd5b9e7a2bcb2c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603441 Sep 26 05:52:32.532659 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cf431-54a7-44c2-8364-33392017e878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb016678-c9ef-464c-8d30-124bae674528,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:32.534707 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53652) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:32.600408 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Publish callbacks [] for security_group (bb016678-c9ef-464c-8d30-124bae674528), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:32.624815 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Publish callbacks [] for security_group (bb016678-c9ef-464c-8d30-124bae674528), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:32.700623 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (bb016678-c9ef-464c-8d30-124bae674528), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:32.703401 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:32.704619 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/bb016678-c9ef-464c-8d30-124bae674528 HTTP/1.1" status: 204 len: 168 time: 0.1688309 Sep 26 05:52:32.707735 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:32.715671 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb016678-c9ef-464c-8d30-124bae674528,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:32.725485 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.726039 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.726385 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.726731 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.727076 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.727403 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.727891 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.728221 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.728552 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.728896 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.729395 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.729728 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.730055 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.730382 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:32.730708 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d3d21-4561-4481-9eac-d89114edb319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:33.110875 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53688) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:33.322797 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:33.350437 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:33.596116 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809315'] for router_interface (6d499d36-a058-4b3c-8694-944068dfee11), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:33.895553 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] Deleting port 288b395c-9860-4ac4-85d4-7b401d679046 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:33.896686 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (288b395c-9860-4ac4-85d4-7b401d679046), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:33.980956 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] For port 288b395c-9860-4ac4-85d4-7b401d679046, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=288b395c-9860-4ac4-85d4-7b401d679046,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:33.981353 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (288b395c-9860-4ac4-85d4-7b401d679046), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:33.995253 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] Calling delete_port for 288b395c-9860-4ac4-85d4-7b401d679046 owned by network:router_interface {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:34.203791 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (288b395c-9860-4ac4-85d4-7b401d679046), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:34.207164 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:34.246693 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] Pushing event deleted for resources: {'Port': ['ID=288b395c-9860-4ac4-85d4-7b401d679046,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:34.414822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600275'] for router_interface (6d499d36-a058-4b3c-8694-944068dfee11), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:34.471912 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:34.729874 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device cfc17f70-ed8d-4384-a96d-8f2f72a15f6d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:34.751572 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: cfc17f70-ed8d-4384-a96d-8f2f72a15f6d {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:34.752201 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device cfc17f70-ed8d-4384-a96d-8f2f72a15f6d not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:34.923124 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] Router 6d499d36-a058-4b3c-8694-944068dfee11 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:52:35.015032 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.039716 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:52:35.045927 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-936d3cb8-9c39-4a56-839d-2aadaaf6414e admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/6d499d36-a058-4b3c-8694-944068dfee11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9338202 Sep 26 05:52:35.049998 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53728) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:35.057786 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c783e4-2a4f-46f4-8a67-860f8aa2f540 None None] Sync routers for ids ['6d499d36-a058-4b3c-8694-944068dfee11'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:52:35.084821 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c783e4-2a4f-46f4-8a67-860f8aa2f540 None None] Routers {'6d499d36-a058-4b3c-8694-944068dfee11'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:35.086109 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-e0c783e4-2a4f-46f4-8a67-860f8aa2f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6d499d36-a058-4b3c-8694-944068dfee11'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:35.091166 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.155134 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Publish callbacks [] for router (6d499d36-a058-4b3c-8694-944068dfee11), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.198286 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-e0c783e4-2a4f-46f4-8a67-860f8aa2f540 None None] Set router 6d499d36-a058-4b3c-8694-944068dfee11 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:35.263710 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Publish callbacks [] for router_gateway (6d499d36-a058-4b3c-8694-944068dfee11), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.307444 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:35.309263 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Deleting port 93a84189-3244-47e7-ae64-4dd546b7416e {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:35.309617 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.379982 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-e0c783e4-2a4f-46f4-8a67-860f8aa2f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:52:34Z', 'revision_number': 5, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port': {'id': '93a84189-3244-47e7-ae64-4dd546b7416e', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d499d36-a058-4b3c-8694-944068dfee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:51Z', 'updated_at': '2022-09-26T05:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:35.392045 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:35.398041 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] For port 93a84189-3244-47e7-ae64-4dd546b7416e, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=93a84189-3244-47e7-ae64-4dd546b7416e,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:35.398413 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.413617 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c783e4-2a4f-46f4-8a67-860f8aa2f540 None None] Checking router: 6d499d36-a058-4b3c-8694-944068dfee11 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:52:35.414125 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Calling delete_port for 93a84189-3244-47e7-ae64-4dd546b7416e owned by network:router_gateway {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:35.423276 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c783e4-2a4f-46f4-8a67-860f8aa2f540 None None] Routers {'6d499d36-a058-4b3c-8694-944068dfee11'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:35.423917 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-e0c783e4-2a4f-46f4-8a67-860f8aa2f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6d499d36-a058-4b3c-8694-944068dfee11'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:35.482992 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:35.514604 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-e0c783e4-2a4f-46f4-8a67-860f8aa2f540 None None] Set router 6d499d36-a058-4b3c-8694-944068dfee11 gateway port host: None {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:35.577799 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-e0c783e4-2a4f-46f4-8a67-860f8aa2f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:52:35Z', 'revision_number': 6, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port_host': None}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:35.604748 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c783e4-2a4f-46f4-8a67-860f8aa2f540 None None] The sync data for ids ['6d499d36-a058-4b3c-8694-944068dfee11'] in dv-cinder-836083-14-iscsi is: [{'id': '6d499d36-a058-4b3c-8694-944068dfee11', 'name': 'tempest-TestMinimumBasicScenario-1438089328-router', 'tenant_id': '0b095f1ee00e46cfabebc2dc34992997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:50Z', 'updated_at': '2022-09-26T05:52:35Z', 'revision_number': 6, 'project_id': '0b095f1ee00e46cfabebc2dc34992997', 'gw_port_host': None}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:52:35.605537 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (93a84189-3244-47e7-ae64-4dd546b7416e), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.632581 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a84189-3244-47e7-ae64-4dd546b7416e,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:35.663839 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.664189 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.664531 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.664871 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.665223 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.665554 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.665879 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.666196 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.666515 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.666840 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.667161 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.667475 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.667795 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.668110 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.668509 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:52:35.712541 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604185'] for router_gateway (6d499d36-a058-4b3c-8694-944068dfee11), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.800251 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31891'] for router (6d499d36-a058-4b3c-8694-944068dfee11), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.802687 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Publish callbacks [] for router_controller (6d499d36-a058-4b3c-8694-944068dfee11), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.851945 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600366'] for router (6d499d36-a058-4b3c-8694-944068dfee11), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.852557 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d499d36-a058-4b3c-8694-944068dfee11 {{(pid=113000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:52:35.857759 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.858984 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-aaf83215-b5f0-4444-86ea-7585d876c886 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/6d499d36-a058-4b3c-8694-944068dfee11 HTTP/1.1" status: 204 len: 168 time: 0.8078759 Sep 26 05:52:35.862601 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53732) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:35.917760 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb3ef81-426e-43d5-9808-f78aa4eaabef admin admin] Deleting subnet eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b {{(pid=113000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:52:35.921123 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6fb3ef81-426e-43d5-9808-f78aa4eaabef admin admin] Publish callbacks [] for subnet (eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:35.971981 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6fb3ef81-426e-43d5-9808-f78aa4eaabef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529123234'] for subnet (eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:36.070780 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6fb3ef81-426e-43d5-9808-f78aa4eaabef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:36.145501 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6fb3ef81-426e-43d5-9808-f78aa4eaabef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3432135'] for subnet (eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:36.169326 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3ef81-426e-43d5-9808-f78aa4eaabef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:36.175293 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6fb3ef81-426e-43d5-9808-f78aa4eaabef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:36.178612 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-6fb3ef81-426e-43d5-9808-f78aa4eaabef admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/eefc52a2-9ef3-4ecb-b40f-4c939f4ea68b HTTP/1.1" status: 204 len: 168 time: 0.3148341 Sep 26 05:52:36.181173 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53746) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:36.186756 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c76032-ec71-4d33-b1ab-bcb656c17799 None None] Network 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:52:36.277656 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (771f5ef7-1d1c-4a89-a6da-69974fc9fb9f), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:36.331841 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Deleting port e7776fdc-b756-42ae-870a-69daf274515c {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:36.332257 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (e7776fdc-b756-42ae-870a-69daf274515c), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:36.419303 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ea385-f7af-4f74-8f00-237eb21f0993 None None] DHCP port deletion for 771f5ef7-1d1c-4a89-a6da-69974fc9fb9f request from dv-cinder-836083-14-iscsi {{(pid=113002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:52:36.421386 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] For port e7776fdc-b756-42ae-870a-69daf274515c, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=e7776fdc-b756-42ae-870a-69daf274515c,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:36.421757 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (e7776fdc-b756-42ae-870a-69daf274515c), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:36.435313 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:36.441982 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Calling delete_port for e7776fdc-b756-42ae-870a-69daf274515c owned by network:dhcp {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:36.473337 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ea385-f7af-4f74-8f00-237eb21f0993 None None] Deleting port e7776fdc-b756-42ae-870a-69daf274515c {{(pid=113002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:36.473899 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea385-f7af-4f74-8f00-237eb21f0993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (e7776fdc-b756-42ae-870a-69daf274515c), before_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:36.546388 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (e7776fdc-b756-42ae-870a-69daf274515c), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:36.557110 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:36.567115 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-3c1ea385-f7af-4f74-8f00-237eb21f0993 None None] For port e7776fdc-b756-42ae-870a-69daf274515c, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=e7776fdc-b756-42ae-870a-69daf274515c,segment=NetworkSegment(145c1876-ffae-4f77-b943-5f3cb11b78e9),segment_id=145c1876-ffae-4f77-b943-5f3cb11b78e9)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:36.567529 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea385-f7af-4f74-8f00-237eb21f0993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (e7776fdc-b756-42ae-870a-69daf274515c), precommit_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:36.583839 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ea385-f7af-4f74-8f00-237eb21f0993 None None] Calling delete_port for e7776fdc-b756-42ae-870a-69daf274515c owned by network:dhcp {{(pid=113002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:36.600899 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7776fdc-b756-42ae-870a-69daf274515c,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:36.603260 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] No DVR routers for this DVR port e7776fdc-b756-42ae-870a-69daf274515c on host dv-cinder-836083-14-iscsi {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:52:36.693196 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea385-f7af-4f74-8f00-237eb21f0993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954'] for port (e7776fdc-b756-42ae-870a-69daf274515c), after_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:36.721471 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ea385-f7af-4f74-8f00-237eb21f0993 None None] Pushing event deleted for resources: {'Port': ['ID=e7776fdc-b756-42ae-870a-69daf274515c,revision_number=None']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:36.725332 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device e7776fdc-b756-42ae-870a-69daf274515c no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:36.731659 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ea385-f7af-4f74-8f00-237eb21f0993 None None] No DVR routers for this DVR port e7776fdc-b756-42ae-870a-69daf274515c on host dv-cinder-836083-14-iscsi {{(pid=113002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:52:36.751571 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: e7776fdc-b756-42ae-870a-69daf274515c {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:36.751929 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device e7776fdc-b756-42ae-870a-69daf274515c not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:36.752362 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 288b395c-9860-4ac4-85d4-7b401d679046 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:36.755597 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:36.780663 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 288b395c-9860-4ac4-85d4-7b401d679046 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:36.781412 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 288b395c-9860-4ac4-85d4-7b401d679046 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:36.781856 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 93a84189-3244-47e7-ae64-4dd546b7416e no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:36.803744 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 93a84189-3244-47e7-ae64-4dd546b7416e {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:36.804076 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 93a84189-3244-47e7-ae64-4dd546b7416e not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:36.984687 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (771f5ef7-1d1c-4a89-a6da-69974fc9fb9f), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:37.004879 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771f5ef7-1d1c-4a89-a6da-69974fc9fb9f']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:37.014589 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145c1876-ffae-4f77-b943-5f3cb11b78e9') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:37.014808 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145c1876-ffae-4f77-b943-5f3cb11b78e9') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:37.024616 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (145c1876-ffae-4f77-b943-5f3cb11b78e9), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:37.040739 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (145c1876-ffae-4f77-b943-5f3cb11b78e9), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:37.048980 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:52:37.049428 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (145c1876-ffae-4f77-b943-5f3cb11b78e9), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:37.093806 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment 145c1876-ffae-4f77-b943-5f3cb11b78e9 resource provider aggregate not found Sep 26 05:52:37.114051 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment 145c1876-ffae-4f77-b943-5f3cb11b78e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 145c1876-ffae-4f77-b943-5f3cb11b78e9 found for delete ", "request_id": "req-604af7c0-0aa2-4d9b-8ba7-d3b6464e1211"}]} Sep 26 05:52:37.124217 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (771f5ef7-1d1c-4a89-a6da-69974fc9fb9f), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:37.130030 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:37.138258 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/771f5ef7-1d1c-4a89-a6da-69974fc9fb9f HTTP/1.1" status: 204 len: 168 time: 0.9510694 Sep 26 05:52:37.138258 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53758) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:37.152657 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdda6c4-e394-4e90-98ae-6d76de660922 admin admin] Pushing event deleted for resources: {'Network': ['ID=771f5ef7-1d1c-4a89-a6da-69974fc9fb9f,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:37.493578 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809315'] for router_interface (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:37.728004 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] Deleting port 1c5e44c5-6bbb-4349-a8cf-d86633723559 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:37.728344 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:37.812179 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] For port 1c5e44c5-6bbb-4349-a8cf-d86633723559, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=1c5e44c5-6bbb-4349-a8cf-d86633723559,segment=NetworkSegment(f32b1385-0b36-4f05-a5e8-ef6e241e227e),segment_id=f32b1385-0b36-4f05-a5e8-ef6e241e227e)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:37.812598 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:37.822924 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:37.827956 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] Calling delete_port for 1c5e44c5-6bbb-4349-a8cf-d86633723559 owned by network:router_interface {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:37.842923 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:38.032080 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (1c5e44c5-6bbb-4349-a8cf-d86633723559), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:38.058685 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5e44c5-6bbb-4349-a8cf-d86633723559,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:38.264442 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600275'] for router_interface (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:38.498556 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] Router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:52:38.517239 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53790) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:38.606785 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:52:38.615005 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53796) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:38.616694 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402d0b2-a749-4a41-80e3-4fc9b98a4ed2 None None] Sync routers for ids ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:52:38.625763 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-baea8e95-3515-40bf-a985-7a5fbe057c4a admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4873564 Sep 26 05:52:38.627626 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402d0b2-a749-4a41-80e3-4fc9b98a4ed2 None None] Routers {'6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:38.628254 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-2402d0b2-a749-4a41-80e3-4fc9b98a4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:38.663495 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-baaee7de-3af8-47c6-bdda-49c8fd18b6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:38.730124 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-2402d0b2-a749-4a41-80e3-4fc9b98a4ed2 None None] Set router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:38.776472 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Publish callbacks [] for router (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:38.833170 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-baaee7de-3af8-47c6-bdda-49c8fd18b6b8 admin admin] Publish callbacks [] for security_group (aef171dd-39b5-4db0-bf34-f6b3dd7475d0), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:38.839427 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-baaee7de-3af8-47c6-bdda-49c8fd18b6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (aef171dd-39b5-4db0-bf34-f6b3dd7475d0), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:38.902272 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-2402d0b2-a749-4a41-80e3-4fc9b98a4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'name': 'tempest-TestMinimumBasicScenario-662872442-router', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:52:37Z', 'revision_number': 5, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'gw_port': {'id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:38.917871 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-baaee7de-3af8-47c6-bdda-49c8fd18b6b8 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d482997621c6485cb411541e2b14e2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995333 Sep 26 05:52:38.920746 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53798) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:38.927007 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaee7de-3af8-47c6-bdda-49c8fd18b6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef171dd-39b5-4db0-bf34-f6b3dd7475d0,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:38.933686 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402d0b2-a749-4a41-80e3-4fc9b98a4ed2 None None] Checking router: 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:52:38.938766 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Publish callbacks [] for router_gateway (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:38.943726 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402d0b2-a749-4a41-80e3-4fc9b98a4ed2 None None] Routers {'6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:52:38.944343 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-2402d0b2-a749-4a41-80e3-4fc9b98a4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:52:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:38.978029 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-187ec696-cb40-4bad-922e-26b344012d39 admin admin] Publish callbacks [] for security_group (aef171dd-39b5-4db0-bf34-f6b3dd7475d0), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:38.988602 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Deleting port 3ded151a-0a4d-415e-b105-22ae837f7665 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:38.988602 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.002930 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-187ec696-cb40-4bad-922e-26b344012d39 admin admin] Publish callbacks [] for security_group (aef171dd-39b5-4db0-bf34-f6b3dd7475d0), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.033054 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:39.046317 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:39.058276 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-2402d0b2-a749-4a41-80e3-4fc9b98a4ed2 None None] Set router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:52:39.061936 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-187ec696-cb40-4bad-922e-26b344012d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (aef171dd-39b5-4db0-bf34-f6b3dd7475d0), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.064791 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-187ec696-cb40-4bad-922e-26b344012d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.068428 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-187ec696-cb40-4bad-922e-26b344012d39 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/aef171dd-39b5-4db0-bf34-f6b3dd7475d0 HTTP/1.1" status: 204 len: 168 time: 0.1441131 Sep 26 05:52:39.075109 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ec696-cb40-4bad-922e-26b344012d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef171dd-39b5-4db0-bf34-f6b3dd7475d0,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:39.084101 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] For port 3ded151a-0a4d-415e-b105-22ae837f7665, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=3ded151a-0a4d-415e-b105-22ae837f7665,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:39.084849 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.102252 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Calling delete_port for 3ded151a-0a4d-415e-b105-22ae837f7665 owned by network:router_gateway {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:39.273381 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-2402d0b2-a749-4a41-80e3-4fc9b98a4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'name': 'tempest-TestMinimumBasicScenario-662872442-router', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:52:37Z', 'revision_number': 5, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'gw_port': {'id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:39.285608 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (3ded151a-0a4d-415e-b105-22ae837f7665), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.299486 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402d0b2-a749-4a41-80e3-4fc9b98a4ed2 None None] The sync data for ids ['6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7'] in dv-cinder-836083-14-iscsi is: [{'id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'name': 'tempest-TestMinimumBasicScenario-662872442-router', 'tenant_id': 'd7219cb9801c4589b04ed212e3e06e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:52:37Z', 'revision_number': 5, 'project_id': 'd7219cb9801c4589b04ed212e3e06e08', 'gw_port': {'id': '3ded151a-0a4d-415e-b105-22ae837f7665', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:47:56Z', 'updated_at': '2022-09-26T05:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:52:39.319681 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ded151a-0a4d-415e-b105-22ae837f7665,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:39.390391 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604185'] for router_gateway (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.391679 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53804) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:39.399553 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:39.407351 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b9d001b8-cfce-48a7-a6da-a0b8f1e8f52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.430662 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:39.487291 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31891'] for router (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.489623 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Publish callbacks [] for router_controller (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.501653 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b9d001b8-cfce-48a7-a6da-a0b8f1e8f52b admin admin] Publish callbacks [] for security_group (4ccf461a-591a-4ee7-a39b-8002ca351f99), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.505929 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b9d001b8-cfce-48a7-a6da-a0b8f1e8f52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (4ccf461a-591a-4ee7-a39b-8002ca351f99), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.535460 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600366'] for router (6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.536113 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 {{(pid=113001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:52:39.540479 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.541748 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-92332141-a781-499e-80e4-fb5bb54020a0 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/6b3ed2d0-2f3a-4d7f-bf3c-66c40211d3e7 HTTP/1.1" status: 204 len: 168 time: 0.9257531 Sep 26 05:52:39.544895 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53806) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:39.547848 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d001b8-cfce-48a7-a6da-a0b8f1e8f52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccf461a-591a-4ee7-a39b-8002ca351f99,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:39.553869 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b9d001b8-cfce-48a7-a6da-a0b8f1e8f52b admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=136e51ce598d40569ff2e4fb81ace028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610816 Sep 26 05:52:39.556555 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53808) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:39.595180 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_v2 [None req-874f730e-9ed4-40b7-985b-4a003553104d admin admin] Deleting subnet 3e9500dd-ec17-48e4-81d3-5a5689d03c46 {{(pid=113001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:52:39.598755 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-874f730e-9ed4-40b7-985b-4a003553104d admin admin] Publish callbacks [] for subnet (3e9500dd-ec17-48e4-81d3-5a5689d03c46), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.617025 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95e3b301-0e86-4217-9bb7-b281589f13c7 admin admin] Publish callbacks [] for security_group (4ccf461a-591a-4ee7-a39b-8002ca351f99), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.635543 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-874f730e-9ed4-40b7-985b-4a003553104d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552471'] for subnet (3e9500dd-ec17-48e4-81d3-5a5689d03c46), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.638658 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95e3b301-0e86-4217-9bb7-b281589f13c7 admin admin] Publish callbacks [] for security_group (4ccf461a-591a-4ee7-a39b-8002ca351f99), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.697328 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95e3b301-0e86-4217-9bb7-b281589f13c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (4ccf461a-591a-4ee7-a39b-8002ca351f99), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.700256 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95e3b301-0e86-4217-9bb7-b281589f13c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.704376 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-95e3b301-0e86-4217-9bb7-b281589f13c7 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/4ccf461a-591a-4ee7-a39b-8002ca351f99 HTTP/1.1" status: 204 len: 168 time: 0.1462848 Sep 26 05:52:39.714451 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3b301-0e86-4217-9bb7-b281589f13c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccf461a-591a-4ee7-a39b-8002ca351f99,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:39.749442 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-874f730e-9ed4-40b7-985b-4a003553104d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (3e9500dd-ec17-48e4-81d3-5a5689d03c46), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.818784 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-874f730e-9ed4-40b7-985b-4a003553104d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528700186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528540775'] for subnet (3e9500dd-ec17-48e4-81d3-5a5689d03c46), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.848608 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f730e-9ed4-40b7-985b-4a003553104d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e9500dd-ec17-48e4-81d3-5a5689d03c46,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:39.856419 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-874f730e-9ed4-40b7-985b-4a003553104d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.859824 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-874f730e-9ed4-40b7-985b-4a003553104d admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/3e9500dd-ec17-48e4-81d3-5a5689d03c46 HTTP/1.1" status: 204 len: 168 time: 0.3110640 Sep 26 05:52:39.862835 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53812) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:39.863856 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f272df-0dd1-42d7-8d12-5fb8ab6b4f76 None None] Network 9f7626f0-8943-448f-be54-82a6cf6e7906 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:52:39.939690 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (9f7626f0-8943-448f-be54-82a6cf6e7906), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:39.996189 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Deleting port 6ab169d8-7ca2-4782-a7c5-097d792e7212 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:39.997043 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.042816 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350800d0-8275-4251-be82-5b6f747e5fb4 None None] DHCP port deletion for 9f7626f0-8943-448f-be54-82a6cf6e7906 request from dv-cinder-836083-14-iscsi {{(pid=113002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:52:40.070033 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] For port 6ab169d8-7ca2-4782-a7c5-097d792e7212, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=6ab169d8-7ca2-4782-a7c5-097d792e7212,segment=NetworkSegment(f32b1385-0b36-4f05-a5e8-ef6e241e227e),segment_id=f32b1385-0b36-4f05-a5e8-ef6e241e227e)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:40.070397 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.086273 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Calling delete_port for 6ab169d8-7ca2-4782-a7c5-097d792e7212 owned by network:dhcp {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:40.096980 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-350800d0-8275-4251-be82-5b6f747e5fb4 None None] Deleting port 6ab169d8-7ca2-4782-a7c5-097d792e7212 {{(pid=113002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:52:40.097628 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-350800d0-8275-4251-be82-5b6f747e5fb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), before_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.171796 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-350800d0-8275-4251-be82-5b6f747e5fb4 None None] For port 6ab169d8-7ca2-4782-a7c5-097d792e7212, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=6ab169d8-7ca2-4782-a7c5-097d792e7212,segment=NetworkSegment(f32b1385-0b36-4f05-a5e8-ef6e241e227e),segment_id=f32b1385-0b36-4f05-a5e8-ef6e241e227e)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:52:40.172203 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-350800d0-8275-4251-be82-5b6f747e5fb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), precommit_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.186683 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-350800d0-8275-4251-be82-5b6f747e5fb4 None None] Calling delete_port for 6ab169d8-7ca2-4782-a7c5-097d792e7212 owned by network:dhcp {{(pid=113002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:52:40.194741 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.229103 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab169d8-7ca2-4782-a7c5-097d792e7212,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:40.232883 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] No DVR routers for this DVR port 6ab169d8-7ca2-4782-a7c5-097d792e7212 on host dv-cinder-836083-14-iscsi {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:52:40.282815 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-350800d0-8275-4251-be82-5b6f747e5fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954'] for port (6ab169d8-7ca2-4782-a7c5-097d792e7212), after_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.315757 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350800d0-8275-4251-be82-5b6f747e5fb4 None None] No DVR routers for this DVR port 6ab169d8-7ca2-4782-a7c5-097d792e7212 on host dv-cinder-836083-14-iscsi {{(pid=113002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:52:40.315997 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (9f7626f0-8943-448f-be54-82a6cf6e7906), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.327742 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350800d0-8275-4251-be82-5b6f747e5fb4 None None] Pushing event deleted for resources: {'Port': ['ID=6ab169d8-7ca2-4782-a7c5-097d792e7212,revision_number=None']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:40.342056 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7626f0-8943-448f-be54-82a6cf6e7906']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:40.352621 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32b1385-0b36-4f05-a5e8-ef6e241e227e') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:40.352811 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32b1385-0b36-4f05-a5e8-ef6e241e227e') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:52:40.365036 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (f32b1385-0b36-4f05-a5e8-ef6e241e227e), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.372747 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:40.382580 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (f32b1385-0b36-4f05-a5e8-ef6e241e227e), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.391151 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:52:40.391793 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (f32b1385-0b36-4f05-a5e8-ef6e241e227e), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.411565 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment f32b1385-0b36-4f05-a5e8-ef6e241e227e resource provider aggregate not found Sep 26 05:52:40.447195 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment f32b1385-0b36-4f05-a5e8-ef6e241e227e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f32b1385-0b36-4f05-a5e8-ef6e241e227e found for delete ", "request_id": "req-bd899740-42c6-47e4-bb0d-b0871a9d5ace"}]} Sep 26 05:52:40.469373 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (9f7626f0-8943-448f-be54-82a6cf6e7906), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.476946 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.480164 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/9f7626f0-8943-448f-be54-82a6cf6e7906 HTTP/1.1" status: 204 len: 168 time: 0.6151662 Sep 26 05:52:40.495337 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ddaf6-fc31-430a-a856-d97cf3210fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7626f0-8943-448f-be54-82a6cf6e7906,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:40.611196 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53838) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:40.660766 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-783f85bb-ef96-4d96-94bd-33acd94d6575 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=0b095f1ee00e46cfabebc2dc34992997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479560 Sep 26 05:52:40.663339 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53842) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:40.700709 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:40.725517 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 3ded151a-0a4d-415e-b105-22ae837f7665 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:40.730129 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4eb28740-1f68-4f76-99f5-4bd0ca009a45 admin admin] Publish callbacks [] for security_group (1ae64647-cf95-42bd-8111-6de3ea0dde12), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.749168 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 3ded151a-0a4d-415e-b105-22ae837f7665 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:40.749632 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 3ded151a-0a4d-415e-b105-22ae837f7665 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:40.750067 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 1c5e44c5-6bbb-4349-a8cf-d86633723559 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:40.752086 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4eb28740-1f68-4f76-99f5-4bd0ca009a45 admin admin] Publish callbacks [] for security_group (1ae64647-cf95-42bd-8111-6de3ea0dde12), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.772166 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 1c5e44c5-6bbb-4349-a8cf-d86633723559 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:40.772516 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 1c5e44c5-6bbb-4349-a8cf-d86633723559 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:40.773167 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 6ab169d8-7ca2-4782-a7c5-097d792e7212 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:52:40.794521 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 6ab169d8-7ca2-4782-a7c5-097d792e7212 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:52:40.795301 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 6ab169d8-7ca2-4782-a7c5-097d792e7212 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:52:40.815332 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4eb28740-1f68-4f76-99f5-4bd0ca009a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (1ae64647-cf95-42bd-8111-6de3ea0dde12), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.817974 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4eb28740-1f68-4f76-99f5-4bd0ca009a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:40.819084 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4eb28740-1f68-4f76-99f5-4bd0ca009a45 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/1ae64647-cf95-42bd-8111-6de3ea0dde12 HTTP/1.1" status: 204 len: 168 time: 0.1548309 Sep 26 05:52:40.827463 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb28740-1f68-4f76-99f5-4bd0ca009a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae64647-cf95-42bd-8111-6de3ea0dde12,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:41.206424 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53856) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:41.252044 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-55a7ff4e-550f-4dee-9892-493787e07081 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d7219cb9801c4589b04ed212e3e06e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438278 Sep 26 05:52:41.254300 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53858) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:41.307176 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ef19631-2224-496d-b49f-5bd522c938f2 admin admin] Publish callbacks [] for security_group (f2054566-52ff-4f69-8e6b-401f91db7005), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:41.328831 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ef19631-2224-496d-b49f-5bd522c938f2 admin admin] Publish callbacks [] for security_group (f2054566-52ff-4f69-8e6b-401f91db7005), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:41.391845 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ef19631-2224-496d-b49f-5bd522c938f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (f2054566-52ff-4f69-8e6b-401f91db7005), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:41.395621 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ef19631-2224-496d-b49f-5bd522c938f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:41.397235 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-3ef19631-2224-496d-b49f-5bd522c938f2 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/f2054566-52ff-4f69-8e6b-401f91db7005 HTTP/1.1" status: 204 len: 168 time: 0.1418805 Sep 26 05:52:41.405636 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef19631-2224-496d-b49f-5bd522c938f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2054566-52ff-4f69-8e6b-401f91db7005,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:44.191276 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:45.587953 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 53906) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:45.699722 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d272929a-8977-4ac4-a112-f90f8dd254ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:45.792495 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d272929a-8977-4ac4-a112-f90f8dd254ed admin admin] Publish callbacks [] for security_group (88459c5c-af3d-4fa9-b1ee-292d7ab24420), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:45.802660 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d272929a-8977-4ac4-a112-f90f8dd254ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (88459c5c-af3d-4fa9-b1ee-292d7ab24420), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:45.848678 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d272929a-8977-4ac4-a112-f90f8dd254ed admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=b659b79132d64a5aa06c9e6bd130f79c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595456 Sep 26 05:52:45.849686 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272929a-8977-4ac4-a112-f90f8dd254ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88459c5c-af3d-4fa9-b1ee-292d7ab24420,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:45.851579 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53910) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:45.903320 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bb9beed1-814d-4ac9-a0be-9c6995bb981b admin admin] Publish callbacks [] for security_group (88459c5c-af3d-4fa9-b1ee-292d7ab24420), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:45.928464 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bb9beed1-814d-4ac9-a0be-9c6995bb981b admin admin] Publish callbacks [] for security_group (88459c5c-af3d-4fa9-b1ee-292d7ab24420), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:45.929966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:45.980963 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bb9beed1-814d-4ac9-a0be-9c6995bb981b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (88459c5c-af3d-4fa9-b1ee-292d7ab24420), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:45.983643 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-bb9beed1-814d-4ac9-a0be-9c6995bb981b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:45.984861 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-bb9beed1-814d-4ac9-a0be-9c6995bb981b admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/88459c5c-af3d-4fa9-b1ee-292d7ab24420 HTTP/1.1" status: 204 len: 168 time: 0.1322298 Sep 26 05:52:45.993149 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9beed1-814d-4ac9-a0be-9c6995bb981b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88459c5c-af3d-4fa9-b1ee-292d7ab24420,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:46.289771 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53918) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:46.308571 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-081f4095-f943-400b-9df9-4cede4bcf0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:46.338082 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:46.402544 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-081f4095-f943-400b-9df9-4cede4bcf0d4 admin admin] Publish callbacks [] for security_group (08e31bf5-17ea-46a3-8a06-80c830f179ed), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:46.406270 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-081f4095-f943-400b-9df9-4cede4bcf0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (08e31bf5-17ea-46a3-8a06-80c830f179ed), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:46.452478 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f4095-f943-400b-9df9-4cede4bcf0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e31bf5-17ea-46a3-8a06-80c830f179ed,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:46.456720 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-081f4095-f943-400b-9df9-4cede4bcf0d4 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=5e18e0d1e77141729181e1f520adeedc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655095 Sep 26 05:52:46.460422 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 53920) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:46.524293 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f48552c-a39b-4d12-abbf-6c496f241270 admin admin] Publish callbacks [] for security_group (08e31bf5-17ea-46a3-8a06-80c830f179ed), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:46.550215 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f48552c-a39b-4d12-abbf-6c496f241270 admin admin] Publish callbacks [] for security_group (08e31bf5-17ea-46a3-8a06-80c830f179ed), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:46.604418 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f48552c-a39b-4d12-abbf-6c496f241270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (08e31bf5-17ea-46a3-8a06-80c830f179ed), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:46.607110 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f48552c-a39b-4d12-abbf-6c496f241270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:46.608313 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5f48552c-a39b-4d12-abbf-6c496f241270 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/08e31bf5-17ea-46a3-8a06-80c830f179ed HTTP/1.1" status: 204 len: 168 time: 0.1469865 Sep 26 05:52:46.618529 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48552c-a39b-4d12-abbf-6c496f241270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e31bf5-17ea-46a3-8a06-80c830f179ed,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:49.275991 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=77 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:49.276988 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:52.065977 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:52:55.842326 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=49,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:55.844583 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=67,neutron:DELETE=6,neutron:INSERT=7 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:56.006591 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:56.611956 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=28,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:56.612890 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=37,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:56.633045 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=58,neutron:DELETE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:52:58.306767 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 54020) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:58.420934 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e37c704b-802b-4035-9b5d-2ec7cf9808c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:58.506536 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e37c704b-802b-4035-9b5d-2ec7cf9808c2 admin admin] Publish callbacks [] for security_group (157a7eab-8bc9-4436-9266-6974d5f252a2), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:58.511270 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e37c704b-802b-4035-9b5d-2ec7cf9808c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (157a7eab-8bc9-4436-9266-6974d5f252a2), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:58.551907 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-e37c704b-802b-4035-9b5d-2ec7cf9808c2 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d8d5e66c4f5c448ba71ed37cd29c5dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440650 Sep 26 05:52:58.552616 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c704b-802b-4035-9b5d-2ec7cf9808c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157a7eab-8bc9-4436-9266-6974d5f252a2,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:58.554874 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54024) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:58.611012 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c426a7e5-6e47-4d48-a021-045fbb6cb989 admin admin] Publish callbacks [] for security_group (157a7eab-8bc9-4436-9266-6974d5f252a2), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:58.634127 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c426a7e5-6e47-4d48-a021-045fbb6cb989 admin admin] Publish callbacks [] for security_group (157a7eab-8bc9-4436-9266-6974d5f252a2), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:58.684059 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c426a7e5-6e47-4d48-a021-045fbb6cb989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (157a7eab-8bc9-4436-9266-6974d5f252a2), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:58.686889 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c426a7e5-6e47-4d48-a021-045fbb6cb989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:58.688034 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-c426a7e5-6e47-4d48-a021-045fbb6cb989 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/157a7eab-8bc9-4436-9266-6974d5f252a2 HTTP/1.1" status: 204 len: 168 time: 0.1321528 Sep 26 05:52:58.696669 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426a7e5-6e47-4d48-a021-045fbb6cb989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157a7eab-8bc9-4436-9266-6974d5f252a2,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:59.069778 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54030) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:59.087847 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-27e29bc7-a072-43dc-86c6-0264f1006d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:59.190119 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-27e29bc7-a072-43dc-86c6-0264f1006d11 admin admin] Publish callbacks [] for security_group (190eea46-e661-4d16-99dc-17ef69f6e4c8), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:59.198096 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-27e29bc7-a072-43dc-86c6-0264f1006d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (190eea46-e661-4d16-99dc-17ef69f6e4c8), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:59.240098 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-27e29bc7-a072-43dc-86c6-0264f1006d11 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=b6d194d0fb844e099fd6e1c5d817264e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688890 Sep 26 05:52:59.240868 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e29bc7-a072-43dc-86c6-0264f1006d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190eea46-e661-4d16-99dc-17ef69f6e4c8,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:59.243113 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 54032) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:52:59.295389 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-df38c426-99f3-4060-a892-1cf42a586468 admin admin] Publish callbacks [] for security_group (190eea46-e661-4d16-99dc-17ef69f6e4c8), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:59.320769 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-df38c426-99f3-4060-a892-1cf42a586468 admin admin] Publish callbacks [] for security_group (190eea46-e661-4d16-99dc-17ef69f6e4c8), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:59.370480 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-df38c426-99f3-4060-a892-1cf42a586468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (190eea46-e661-4d16-99dc-17ef69f6e4c8), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:59.373249 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-df38c426-99f3-4060-a892-1cf42a586468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:52:59.374423 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-df38c426-99f3-4060-a892-1cf42a586468 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/190eea46-e661-4d16-99dc-17ef69f6e4c8 HTTP/1.1" status: 204 len: 168 time: 0.1302197 Sep 26 05:52:59.383662 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38c426-99f3-4060-a892-1cf42a586468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190eea46-e661-4d16-99dc-17ef69f6e4c8,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:52:59.698807 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-218cc1a1-5490-426c-b313-90bbfa8636ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:02.138863 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-da823959-8810-48ac-a3d5-51ffd7f2e532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:03.327383 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:03.801846 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54100) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:53:03.917088 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5e0ea105-fe22-4116-8fed-d421f37c153a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:03.996872 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5e0ea105-fe22-4116-8fed-d421f37c153a admin admin] Publish callbacks [] for security_group (8d8d2a62-36c2-4e7b-8e1d-ea18f0198d1f), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:04.003258 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5e0ea105-fe22-4116-8fed-d421f37c153a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8d8d2a62-36c2-4e7b-8e1d-ea18f0198d1f), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:04.042305 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5e0ea105-fe22-4116-8fed-d421f37c153a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=fecf64e1de1949a586b759ce5480e7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392972 Sep 26 05:53:04.043121 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ea105-fe22-4116-8fed-d421f37c153a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8d2a62-36c2-4e7b-8e1d-ea18f0198d1f,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:53:04.046277 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 54104) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:53:04.098549 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e44e-9805-4239-ace2-7a6bd57a58a6 admin admin] Publish callbacks [] for security_group (8d8d2a62-36c2-4e7b-8e1d-ea18f0198d1f), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:04.120940 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e44e-9805-4239-ace2-7a6bd57a58a6 admin admin] Publish callbacks [] for security_group (8d8d2a62-36c2-4e7b-8e1d-ea18f0198d1f), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:04.176061 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e44e-9805-4239-ace2-7a6bd57a58a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8d8d2a62-36c2-4e7b-8e1d-ea18f0198d1f), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:04.179215 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e6e6e44e-9805-4239-ace2-7a6bd57a58a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:04.180475 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-e6e6e44e-9805-4239-ace2-7a6bd57a58a6 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8d8d2a62-36c2-4e7b-8e1d-ea18f0198d1f HTTP/1.1" status: 204 len: 168 time: 0.1327426 Sep 26 05:53:04.192069 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6e44e-9805-4239-ace2-7a6bd57a58a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8d2a62-36c2-4e7b-8e1d-ea18f0198d1f,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:53:05.025709 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:05.093238 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:06.055206 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:06.056310 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:14.024346 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=50,neutron:DELETE=2,neutron:INSERT=9 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:14.039093 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=56,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:14.184528 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=50,neutron:INSERT=4,neutron:DELETE=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:14.185319 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=51,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:14.192250 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:24.183269 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:24.185372 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:28.045092 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:29.066268 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:53:29.702056 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-aca6807c-a67a-4451-8c54-10222ee8a5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:32.134388 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c3dd41a8-7aae-4617-9f96-b7820b74788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:33.326769 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:35.022725 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:35.089149 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:41.443547 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26561a56-0e1f-48e0-8b6a-e49da5526991 req-f10e006d-d6cc-40ff-be31-30ada0a31cba tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:41.445032 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-26561a56-0e1f-48e0-8b6a-e49da5526991 req-f10e006d-d6cc-40ff-be31-30ada0a31cba tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0478249 Sep 26 05:53:41.498416 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-26561a56-0e1f-48e0-8b6a-e49da5526991 req-34bf11a7-305a-42f2-8717-2f57c01ae040 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474656 Sep 26 05:53:42.638563 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501ba4b-f21c-486b-a273-6fa24353bf4a req-b0edda27-9bc4-4b32-bccb-6c1ca3a76019 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:42.640081 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4501ba4b-f21c-486b-a273-6fa24353bf4a req-b0edda27-9bc4-4b32-bccb-6c1ca3a76019 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0509450 Sep 26 05:53:42.695180 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4501ba4b-f21c-486b-a273-6fa24353bf4a req-05b5c6ad-d715-4e07-b50c-a3ea1cffcf2a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469878 Sep 26 05:53:43.054708 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:43.055489 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:43.837523 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb1208-9169-4ef1-ad9e-e3b2739173f3 req-45a8c835-e95b-4342-bb76-95295b1d9948 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:43.838933 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6fbb1208-9169-4ef1-ad9e-e3b2739173f3 req-45a8c835-e95b-4342-bb76-95295b1d9948 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0581777 Sep 26 05:53:43.888288 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6fbb1208-9169-4ef1-ad9e-e3b2739173f3 req-f3ce5d8e-ca4a-430d-bf1b-7059da992790 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422244 Sep 26 05:53:44.203778 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:45.022071 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de31061-86fd-44ba-ac55-bc167eb4a9aa req-97028c6d-b228-493c-9186-b6e3f95497b4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:45.023637 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5de31061-86fd-44ba-ac55-bc167eb4a9aa req-97028c6d-b228-493c-9186-b6e3f95497b4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0503423 Sep 26 05:53:45.091113 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5de31061-86fd-44ba-ac55-bc167eb4a9aa req-c0aaa534-34c1-4285-95d4-ecb9bfc53b2b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592926 Sep 26 05:53:46.250506 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928fb8d-1ad8-4d6e-a210-5428c2b25f23 req-21993c78-90eb-461c-b85f-85b3b2788cae tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:46.252059 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0928fb8d-1ad8-4d6e-a210-5428c2b25f23 req-21993c78-90eb-461c-b85f-85b3b2788cae tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0628235 Sep 26 05:53:46.303084 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0928fb8d-1ad8-4d6e-a210-5428c2b25f23 req-59e31eed-eee1-49c4-ab93-62a35b6d7b7d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450246 Sep 26 05:53:47.437332 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676875d5-604b-40e2-8003-6476aab27d52 req-1c3ef5cf-8fe2-4c45-a472-ba2dd188b5fe tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:47.438868 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-676875d5-604b-40e2-8003-6476aab27d52 req-1c3ef5cf-8fe2-4c45-a472-ba2dd188b5fe tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0500083 Sep 26 05:53:47.489444 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-676875d5-604b-40e2-8003-6476aab27d52 req-2566ca5a-7d34-4c4c-bf64-041e821e9999 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445199 Sep 26 05:53:48.647182 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9fba-d215-4405-86d6-659590330ece req-a0434a71-a4ae-4667-bdb8-a1d1c0b018a9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:48.649722 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c9af9fba-d215-4405-86d6-659590330ece req-a0434a71-a4ae-4667-bdb8-a1d1c0b018a9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0743585 Sep 26 05:53:48.703397 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c9af9fba-d215-4405-86d6-659590330ece req-31788ef8-3949-4e2f-8b0c-30da10ca0fdb tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476913 Sep 26 05:53:49.845986 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01706408-d94e-455c-9868-400019237aba req-5761fe8e-2bbc-4c0a-b0d3-8ffc7dc43044 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:49.847476 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-01706408-d94e-455c-9868-400019237aba req-5761fe8e-2bbc-4c0a-b0d3-8ffc7dc43044 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0541248 Sep 26 05:53:49.896436 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-01706408-d94e-455c-9868-400019237aba req-7d0f0d24-be3c-4f4f-81c6-d8977612375b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432584 Sep 26 05:53:51.039697 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a45890-9064-4701-8d20-42eb7fba29f0 req-d62cb264-7c83-42c2-b90b-63954500faf3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:51.041457 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-73a45890-9064-4701-8d20-42eb7fba29f0 req-d62cb264-7c83-42c2-b90b-63954500faf3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0543540 Sep 26 05:53:51.108314 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-73a45890-9064-4701-8d20-42eb7fba29f0 req-e3696f80-ac74-4f8c-a6ca-3277d950ff45 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607300 Sep 26 05:53:52.265442 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18224e9b-2a1b-4467-b0c3-b6c8649aef87 req-edf20274-ae65-4531-8a02-6ef96e355639 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:52.267006 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-18224e9b-2a1b-4467-b0c3-b6c8649aef87 req-edf20274-ae65-4531-8a02-6ef96e355639 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0490737 Sep 26 05:53:52.316859 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-18224e9b-2a1b-4467-b0c3-b6c8649aef87 req-8d5f3de3-dace-420d-87af-ce29e76c0759 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441697 Sep 26 05:53:53.020477 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf725d-bd72-4082-a917-5b400d85d7f0 req-0a98261e-be81-4805-8b51-30da02c4ec44 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:53.022227 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-84cf725d-bd72-4082-a917-5b400d85d7f0 req-0a98261e-be81-4805-8b51-30da02c4ec44 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 945 time: 0.0592682 Sep 26 05:53:53.075516 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-84cf725d-bd72-4082-a917-5b400d85d7f0 req-387eadde-9b6e-4df6-8f28-72afea22e60b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473454 Sep 26 05:53:53.455542 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb22cec-5797-4906-8fd3-0dbc0cbdda8f req-a3a8b0f2-d837-449e-a924-02c569231f7e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:53.457040 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-efb22cec-5797-4906-8fd3-0dbc0cbdda8f req-a3a8b0f2-d837-449e-a924-02c569231f7e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0492203 Sep 26 05:53:53.512353 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-efb22cec-5797-4906-8fd3-0dbc0cbdda8f req-fae256fe-f67d-497b-aab7-1be2bccaa6ab tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489049 Sep 26 05:53:54.196750 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:54.198957 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:54.219033 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e07ea-042e-47d5-af44-c64db27cc9a3 req-35146cd0-1a70-4d96-961e-4dcebd837ba0 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:54.220640 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bf8e07ea-042e-47d5-af44-c64db27cc9a3 req-35146cd0-1a70-4d96-961e-4dcebd837ba0 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 945 time: 0.0566099 Sep 26 05:53:54.273957 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bf8e07ea-042e-47d5-af44-c64db27cc9a3 req-552d6f00-b69b-408b-8deb-e848df817006 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472281 Sep 26 05:53:54.660032 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088ade8-395c-438f-aa5d-978be26090b7 req-c1730589-9706-4529-abd7-060494dcd44b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:54.661558 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7088ade8-395c-438f-aa5d-978be26090b7 req-c1730589-9706-4529-abd7-060494dcd44b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0551500 Sep 26 05:53:54.718221 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7088ade8-395c-438f-aa5d-978be26090b7 req-8ed14419-9edd-46fe-9cd8-29d030f857a0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503092 Sep 26 05:53:54.890586 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-8f6bcfc0-ae9b-4ca9-be64-3342147e7ace tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:54.892150 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-8f6bcfc0-ae9b-4ca9-be64-3342147e7ace tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 945 time: 0.0678828 Sep 26 05:53:54.999773 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Deleting port 1a37892d-e555-40b3-af75-2110c6c4fd34 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:53:55.000140 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:55.049487 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:55.092956 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:55.100371 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] For port 1a37892d-e555-40b3-af75-2110c6c4fd34, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=1a37892d-e555-40b3-af75-2110c6c4fd34,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:53:55.100740 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:55.277846 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:55.278237 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (4f08e033-4839-430f-b0fd-4329e51bcf27), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:55.278546 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Floating IP 4f08e033-4839-430f-b0fd-4329e51bcf27 disassociated. External IP: 172.27.1.5, port: 1a37892d-e555-40b3-af75-2110c6c4fd34. Sep 26 05:53:55.278856 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Calling delete_port for 1a37892d-e555-40b3-af75-2110c6c4fd34 owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:53:55.416402 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (1a37892d-e555-40b3-af75-2110c6c4fd34), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:55.427841 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf5a16-7c6f-408b-a299-3a36fba6f0c4 req-da36021f-a702-4c28-831b-51d95061b93f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:55.429376 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1ebf5a16-7c6f-408b-a299-3a36fba6f0c4 req-da36021f-a702-4c28-831b-51d95061b93f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=430ecb3c-5a38-48a6-8054-84029ce9705e HTTP/1.1" status: 200 len: 945 time: 0.0655177 Sep 26 05:53:55.445358 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'Port': ['ID=1a37892d-e555-40b3-af75-2110c6c4fd34,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:53:55.457730 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.458075 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.458414 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.459111 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.459473 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.459801 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.460200 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.460475 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.460762 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.461311 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.461491 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.461850 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.462035 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.462343 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.462683 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:55.494542 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1ebf5a16-7c6f-408b-a299-3a36fba6f0c4 req-653d89e8-3304-44d8-ae94-bd4250bc3f09 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89699967-6165-4ba8-b0bd-7a39fc71a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591102 Sep 26 05:53:55.584853 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Router 7905c934-f837-479c-bcd7-74e9cd9509a9 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:53:55.697796 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:53:55.708351 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae7c475-1192-4c83-a7b4-4534e31f5176 None None] Sync routers for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:53:55.722767 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7c475-1192-4c83-a7b4-4534e31f5176 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:53:55.723320 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-2ae7c475-1192-4c83-a7b4-4534e31f5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:53:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:53:55.748701 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] No DVR routers for this DVR port 1a37892d-e555-40b3-af75-2110c6c4fd34 on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:53:55.751930 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:55.755275 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e11c60ea-c171-4e40-b4c0-7ec7a4678eb9 req-5281a2cf-36ce-48b6-8fb1-32334b83940e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "DELETE /networking/v2.0/ports/1a37892d-e555-40b3-af75-2110c6c4fd34 HTTP/1.1" status: 204 len: 173 time: 0.8580797 Sep 26 05:53:55.755802 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'name': 'network-vif-deleted', 'tag': '1a37892d-e555-40b3-af75-2110c6c4fd34'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:53:55.758293 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3460070-4e67-43ef-9d2d-43d8bccbf182" -d '{"events": [{"server_uuid": "430ecb3c-5a38-48a6-8054-84029ce9705e", "name": "network-vif-deleted", "tag": "1a37892d-e555-40b3-af75-2110c6c4fd34"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:53:55.825424 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f65048-2269-47bb-a533-e8aafa370980 x-openstack-request-id: req-26f65048-2269-47bb-a533-e8aafa370980 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:53:55.825857 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430ecb3c-5a38-48a6-8054-84029ce9705e", "name": "network-vif-deleted", "tag": "1a37892d-e555-40b3-af75-2110c6c4fd34", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:53:55.826254 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26f65048-2269-47bb-a533-e8aafa370980 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:53:55.827075 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f65048-2269-47bb-a533-e8aafa370980'] response: {'server_uuid': '430ecb3c-5a38-48a6-8054-84029ce9705e', 'name': 'network-vif-deleted', 'tag': '1a37892d-e555-40b3-af75-2110c6c4fd34', 'status': 'completed', 'code': 200} Sep 26 05:53:55.915118 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853809ca-1af1-482f-812a-985d116de858 req-911936a0-3e4a-45b6-a7e6-ae0858be38e9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:55.917870 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-853809ca-1af1-482f-812a-985d116de858 req-911936a0-3e4a-45b6-a7e6-ae0858be38e9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0586691 Sep 26 05:53:56.000168 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-853809ca-1af1-482f-812a-985d116de858 req-697b4c4c-7485-4da2-a57d-1f89d80ed8a1 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717883 Sep 26 05:53:56.004640 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-2ae7c475-1192-4c83-a7b4-4534e31f5176 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:53:56.221495 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-2ae7c475-1192-4c83-a7b4-4534e31f5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:53:56.252534 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae7c475-1192-4c83-a7b4-4534e31f5176 None None] Checking router: 7905c934-f837-479c-bcd7-74e9cd9509a9 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:53:56.262122 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7c475-1192-4c83-a7b4-4534e31f5176 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:53:56.262825 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-2ae7c475-1192-4c83-a7b4-4534e31f5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:53:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:53:56.375790 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-2ae7c475-1192-4c83-a7b4-4534e31f5176 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:53:56.601165 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-2ae7c475-1192-4c83-a7b4-4534e31f5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:53:56.614409 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54260) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:53:56.630668 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae7c475-1192-4c83-a7b4-4534e31f5176 None None] The sync data for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi is: [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:53:56.705924 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-2883939d-6548-48bb-942c-ef0ef8b5a4c4 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (89699967-6165-4ba8-b0bd-7a39fc71a6dd), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:56.735211 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-2883939d-6548-48bb-942c-ef0ef8b5a4c4 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (89699967-6165-4ba8-b0bd-7a39fc71a6dd), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:56.786799 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-2883939d-6548-48bb-942c-ef0ef8b5a4c4 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (89699967-6165-4ba8-b0bd-7a39fc71a6dd), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:56.793257 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-2883939d-6548-48bb-942c-ef0ef8b5a4c4 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:56.793257 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-2883939d-6548-48bb-942c-ef0ef8b5a4c4 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/89699967-6165-4ba8-b0bd-7a39fc71a6dd HTTP/1.1" status: 204 len: 168 time: 0.1749845 Sep 26 05:53:56.797412 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 54262) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:53:56.810161 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883939d-6548-48bb-942c-ef0ef8b5a4c4 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89699967-6165-4ba8-b0bd-7a39fc71a6dd,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:53:56.826843 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.api.v2.resource [None req-b79add31-7b24-4c71-905c-6fc67aca8c30 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] show failed (client error): The resource could not be found. Sep 26 05:53:56.832809 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54264) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:53:56.833627 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b79add31-7b24-4c71-905c-6fc67aca8c30 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups/89699967-6165-4ba8-b0bd-7a39fc71a6dd HTTP/1.1" status: 404 len: 347 time: 0.0350089 Sep 26 05:53:56.907454 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114f7e9-c837-4e91-8c51-02e0af6a8af6 None None] New status for floating IP 4f08e033-4839-430f-b0fd-4329e51bcf27: DOWN {{(pid=113003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:53:56.956132 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-e3e247f8-63be-48bf-8cea-de904d7467a7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Deleting port 754de58b-f218-4a4f-973b-2b4bce89de36 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:53:56.956433 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e3e247f8-63be-48bf-8cea-de904d7467a7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (754de58b-f218-4a4f-973b-2b4bce89de36), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:56.999803 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:57.006899 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:57.048647 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e3e247f8-63be-48bf-8cea-de904d7467a7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (754de58b-f218-4a4f-973b-2b4bce89de36), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.048974 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e3e247f8-63be-48bf-8cea-de904d7467a7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (754de58b-f218-4a4f-973b-2b4bce89de36), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.065324 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-e3e247f8-63be-48bf-8cea-de904d7467a7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Calling delete_port for 754de58b-f218-4a4f-973b-2b4bce89de36 owned by network:floatingip {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:53:57.208615 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc1da1-328b-425a-88d8-666a701b5c62 req-46ac5a8f-fc1f-4489-a90e-69a1d45435f5 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:57.210547 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ffbc1da1-328b-425a-88d8-666a701b5c62 req-46ac5a8f-fc1f-4489-a90e-69a1d45435f5 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0758255 Sep 26 05:53:57.303295 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ffbc1da1-328b-425a-88d8-666a701b5c62 req-14bd6c32-2dd9-4f69-8957-8786688a8a3b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856600 Sep 26 05:53:57.327561 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e3e247f8-63be-48bf-8cea-de904d7467a7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (754de58b-f218-4a4f-973b-2b4bce89de36), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.352201 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e247f8-63be-48bf-8cea-de904d7467a7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'Port': ['ID=754de58b-f218-4a4f-973b-2b4bce89de36,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:53:57.454004 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e3e247f8-63be-48bf-8cea-de904d7467a7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (4f08e033-4839-430f-b0fd-4329e51bcf27), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.456790 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e3e247f8-63be-48bf-8cea-de904d7467a7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.458093 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-e3e247f8-63be-48bf-8cea-de904d7467a7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/4f08e033-4839-430f-b0fd-4329e51bcf27 HTTP/1.1" status: 204 len: 168 time: 0.6242247 Sep 26 05:53:57.534702 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54270) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:53:57.541810 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-5725be82-4786-4c95-93eb-46a4cd71ef6a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061194879', 'description': 'tempest-description--1402319643'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:53:57.567074 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5725be82-4786-4c95-93eb-46a4cd71ef6a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.653848 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5725be82-4786-4c95-93eb-46a4cd71ef6a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (ec819d91-c477-4bbd-8df5-e1c789db22a1), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.658682 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5725be82-4786-4c95-93eb-46a4cd71ef6a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (ec819d91-c477-4bbd-8df5-e1c789db22a1), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.690646 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5725be82-4786-4c95-93eb-46a4cd71ef6a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.691909 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5725be82-4786-4c95-93eb-46a4cd71ef6a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1558685 Sep 26 05:53:57.694029 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725be82-4786-4c95-93eb-46a4cd71ef6a tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec819d91-c477-4bbd-8df5-e1c789db22a1,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:53:57.695181 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 54272) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:53:57.699841 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group_rule': {'security_group_id': 'ec819d91-c477-4bbd-8df5-e1c789db22a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:53:57.730738 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (63e44e4f-2e43-44f7-b31c-622ceee871ea), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.796175 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (63e44e4f-2e43-44f7-b31c-622ceee871ea), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.801296 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (63e44e4f-2e43-44f7-b31c-622ceee871ea), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.823902 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e44e4f-2e43-44f7-b31c-622ceee871ea,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:53:57.834943 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.836437 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402524 Sep 26 05:53:57.837933 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.838282 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.838627 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.838954 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.839382 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.839646 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54274) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:53:57.840131 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.840131 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.840326 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.840658 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.841066 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.841421 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.841835 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.842303 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.842771 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.843171 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0421119d-5c2b-4702-822a-310759595eb3 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:53:57.844831 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-13e463fe-d81b-4386-a7dd-fa0f3f29466d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'security_group_rule': {'security_group_id': 'ec819d91-c477-4bbd-8df5-e1c789db22a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:53:57.875395 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-13e463fe-d81b-4386-a7dd-fa0f3f29466d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (8a6dddd4-9daa-44d5-8d80-d5fe309f89ad), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.934247 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-13e463fe-d81b-4386-a7dd-fa0f3f29466d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (8a6dddd4-9daa-44d5-8d80-d5fe309f89ad), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.939978 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-13e463fe-d81b-4386-a7dd-fa0f3f29466d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (8a6dddd4-9daa-44d5-8d80-d5fe309f89ad), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.955818 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e463fe-d81b-4386-a7dd-fa0f3f29466d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6dddd4-9daa-44d5-8d80-d5fe309f89ad,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:53:57.967865 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-13e463fe-d81b-4386-a7dd-fa0f3f29466d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:57.969093 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-13e463fe-d81b-4386-a7dd-fa0f3f29466d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283929 Sep 26 05:53:57.972426 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54276) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:53:57.976690 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:53:57.999041 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:58.055564 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:58.084661 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:58.088564 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:58.197528 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Allocated IP 172.27.1.152 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/ffb47ac3-7da4-46e1-bd23-8b14380e63f5) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:53:58.309237 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (ffb47ac3-7da4-46e1-bd23-8b14380e63f5), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:58.343393 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (ffb47ac3-7da4-46e1-bd23-8b14380e63f5), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:58.384008 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:53:58.390391 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:53:58.401383 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:53:58.405617 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=ffb47ac3-7da4-46e1-bd23-8b14380e63f5,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:53:58.470984 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd10f2-5a1c-45c3-9001-f70c2cc915d1 req-5c77f220-77dd-4e9b-b66a-5c7b261e95bc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:58.472490 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-72fd10f2-5a1c-45c3-9001-f70c2cc915d1 req-5c77f220-77dd-4e9b-b66a-5c7b261e95bc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0834858 Sep 26 05:53:58.556162 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (9c860f2b-9a24-460d-a7d4-98c715ad40de), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:58.560458 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-72fd10f2-5a1c-45c3-9001-f70c2cc915d1 req-1357f922-24c1-4ece-8dbb-63c40777e0f3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822346 Sep 26 05:53:58.602279 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (ffb47ac3-7da4-46e1-bd23-8b14380e63f5), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:58.738264 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:58.760143 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (ffb47ac3-7da4-46e1-bd23-8b14380e63f5), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:58.765493 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (ffb47ac3-7da4-46e1-bd23-8b14380e63f5), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:59.091581 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=ffb47ac3-7da4-46e1-bd23-8b14380e63f5,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:53:59.093992 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (9c860f2b-9a24-460d-a7d4-98c715ad40de), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:59.097098 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 1a37892d-e555-40b3-af75-2110c6c4fd34 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:53:59.112539 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:59.113854 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-4b087bd6-93e8-42a6-9943-e1b271c84331 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1405225 Sep 26 05:53:59.122150 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 1a37892d-e555-40b3-af75-2110c6c4fd34 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:53:59.122542 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 1a37892d-e555-40b3-af75-2110c6c4fd34 not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:53:59.322701 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-5af969cd-3463-4d20-8bc2-0ea2c092ad7d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2061194879&fields=id&tenant_id=3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 267 time: 0.0444915 Sep 26 05:53:59.418711 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:59.433944 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-2e6731ec-d504-4db7-9e48-5ff7682dc529 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:59.435456 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-2e6731ec-d504-4db7-9e48-5ff7682dc529 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 814 time: 0.1032283 Sep 26 05:53:59.447816 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:59.452958 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-509ec6db-0c4e-4ad7-8764-2fb07967c9bb tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/quotas/3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 375 time: 0.0114768 Sep 26 05:53:59.508194 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-f23028eb-2e13-4fd8-a2b6-a21c4a19bbe7 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496006 Sep 26 05:53:59.610463 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-0b963e3f-ef04-4dbc-8088-64f55b62f225 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896292 Sep 26 05:53:59.696976 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-03387fb8-b9ca-4043-acd7-0604ae43e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:53:59.701434 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4e7e2-46ae-41d7-9ead-96dcc9cabfc9 req-65ecde81-12cf-4a28-93ff-89f6eaa34bfc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:53:59.703184 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3ce4e7e2-46ae-41d7-9ead-96dcc9cabfc9 req-65ecde81-12cf-4a28-93ff-89f6eaa34bfc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0520358 Sep 26 05:53:59.713752 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-a860d09d-333a-47a4-9805-6134fdcdd745 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972927 Sep 26 05:53:59.716791 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:53:59.757802 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3ce4e7e2-46ae-41d7-9ead-96dcc9cabfc9 req-fbb3ef9d-face-4b82-a89b-dac90e92b9bc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470655 Sep 26 05:53:59.900365 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9521808c-a61f-48d5-bed4-c34acb536c3d req-7e1a04f7-0be9-4bb3-b8a0-e7b8086c35be tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 210 time: 0.0308456 Sep 26 05:54:00.895251 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a2a4a-6ef3-4fe3-b415-bb2bc0c2d0e0 req-6a035cc3-d557-407d-bec4-3ad7e4409b45 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:00.896778 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1a2a2a4a-6ef3-4fe3-b415-bb2bc0c2d0e0 req-6a035cc3-d557-407d-bec4-3ad7e4409b45 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0487106 Sep 26 05:54:00.955382 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1a2a2a4a-6ef3-4fe3-b415-bb2bc0c2d0e0 req-fd66a6e1-4c75-4870-9374-8602fec33088 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527334 Sep 26 05:54:01.020735 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f88ef99d-68ba-44d8-a96a-16a2bda2765f req-6f6fb876-e32f-4bf6-b0f8-123bdb892243 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 210 time: 0.0412638 Sep 26 05:54:01.107778 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device eab744db-21fb-4b22-8514-b8bf28f598a7 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:54:01.166819 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-95132d2f-ea47-418e-9250-e6a655f9ea41 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:01.168461 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-95132d2f-ea47-418e-9250-e6a655f9ea41 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 814 time: 0.1206934 Sep 26 05:54:01.229914 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:01.245717 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'port_id': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'mac_address': 'fa:16:3e:12:bb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:54:01.247837 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-c8730238-576b-4fbd-98aa-0534fa087663 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fa25d71f2194e638989c1e1d9ef30da HTTP/1.1" status: 200 len: 380 time: 0.0646479 Sep 26 05:54:01.261653 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'port': {'device_id': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'admin_state_up': True, 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'security_groups': ['ec819d91-c477-4bbd-8df5-e1c789db22a1']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:54:01.282674 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port eab744db-21fb-4b22-8514-b8bf28f598a7 is: ACTIVE; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:54:01.282986 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:01.296491 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eab744db-21fb-4b22-8514-b8bf28f598a7 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:54:01.317094 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:01.321703 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:01.326939 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:01.349116 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:01.374297 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=eab744db-21fb-4b22-8514-b8bf28f598a7,revision_number=6']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:01.375340 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Made reservation on behalf of 3fa25d71f2194e638989c1e1d9ef30da for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:54:01.379261 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:01.381949 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.382275 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.382621 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.382965 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.383302 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.383635 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.383972 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.384299 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.384627 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.384957 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.385318 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.385644 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.385968 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.386291 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.386614 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:01.512587 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Allocated IP 172.20.0.5 (f147de2c-29b4-4f2b-a870-47c60a471f05/4e079733-7403-40bd-bd1d-a43d4f789fdf/bea9712c-9bb5-4df0-959b-0528f14cc976) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:54:01.546157 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['eab744db-21fb-4b22-8514-b8bf28f598a7'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:54:01.630779 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:01.668050 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:01.702984 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:01.748849 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Network f147de2c-29b4-4f2b-a870-47c60a471f05 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:54:01.752351 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:54:01.756636 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:54:01.781521 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event updated for resources: {'Port': ['ID=bea9712c-9bb5-4df0-959b-0528f14cc976,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:01.815736 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:01.816362 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:01.819930 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:01.835166 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-63c93b75-aa1e-4180-b9d1-90499745098f tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776038 Sep 26 05:54:01.853762 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Request body: {'port': {'device_id': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:54:01.917249 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:02.029119 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-c3f4dbdf-5cfc-4e68-8646-bd7026777d7c None None] Provisioning complete for port bea9712c-9bb5-4df0-959b-0528f14cc976 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:54:02.029609 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c3f4dbdf-5cfc-4e68-8646-bd7026777d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:02.030177 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-c3f4dbdf-5cfc-4e68-8646-bd7026777d7c None None] Attempt 1 to provision port bea9712c-9bb5-4df0-959b-0528f14cc976 Sep 26 05:54:02.066263 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4dbdf-5cfc-4e68-8646-bd7026777d7c None None] Port bea9712c-9bb5-4df0-959b-0528f14cc976 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:54:02.137834 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-0e1e4626-03fb-46d6-aac4-d861ab850997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:02.138788 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13541164-2462-464e-a99b-72d3703cb90b req-f62ce6e3-0e04-494d-8103-3b85dc3adbf4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:02.141658 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-13541164-2462-464e-a99b-72d3703cb90b req-f62ce6e3-0e04-494d-8103-3b85dc3adbf4 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 945 time: 0.0940981 Sep 26 05:54:02.171061 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466aceda-89b4-4af5-891c-5aba110fa3d7 req-9041af0e-74b3-4279-b489-d4989b6aed62 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:02.172919 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-466aceda-89b4-4af5-891c-5aba110fa3d7 req-9041af0e-74b3-4279-b489-d4989b6aed62 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 931 time: 0.0683956 Sep 26 05:54:02.224039 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-466aceda-89b4-4af5-891c-5aba110fa3d7 req-c821d21c-6c55-41a4-9fb8-bdc5b97c67af tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451005 Sep 26 05:54:02.227564 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-13541164-2462-464e-a99b-72d3703cb90b req-fe2e622b-77f2-4c1c-a258-5382f1fed295 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807993 Sep 26 05:54:02.278330 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea9712c-9bb5-4df0-959b-0528f14cc976 {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:54:02.286951 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Publish callbacks [] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:02.301525 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Transition to ACTIVE for port object bea9712c-9bb5-4df0-959b-0528f14cc976 will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:54:02.305560 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:02.366694 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bea9712c-9bb5-4df0-959b-0528f14cc976,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:02.423927 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Attempting to bind port bea9712c-9bb5-4df0-959b-0528f14cc976 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:54:02.424264 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Attempting to bind port bea9712c-9bb5-4df0-959b-0528f14cc976 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:54:02.424569 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Attempting to bind port bea9712c-9bb5-4df0-959b-0528f14cc976 on network f147de2c-29b4-4f2b-a870-47c60a471f05 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:54:02.467992 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:02.470515 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Port bea9712c-9bb5-4df0-959b-0528f14cc976 on network f147de2c-29b4-4f2b-a870-47c60a471f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:54:02.470832 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Attempting to bind port bea9712c-9bb5-4df0-959b-0528f14cc976 on network f147de2c-29b4-4f2b-a870-47c60a471f05 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:54:02.515477 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:54:02.515792 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Checking segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:54:02.516187 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Bound using segment: {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:54:02.516651 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Bound port: bea9712c-9bb5-4df0-959b-0528f14cc976, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0985c1ca-06e6-42a8-a4f0-d322da3203d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:54:02.517016 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:02.567880 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-c3f4dbdf-5cfc-4e68-8646-bd7026777d7c None None] Attempt 2 to provision port bea9712c-9bb5-4df0-959b-0528f14cc976 Sep 26 05:54:02.582142 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] For port bea9712c-9bb5-4df0-959b-0528f14cc976, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:54:02.586026 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] For port bea9712c-9bb5-4df0-959b-0528f14cc976, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=bea9712c-9bb5-4df0-959b-0528f14cc976,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:54:02.593732 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:02.599718 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:02.600328 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:02.601728 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/bea9712c-9bb5-4df0-959b-0528f14cc976 HTTP/1.1" status: 200 len: 1093 time: 0.7526085 Sep 26 05:54:02.602222 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'tag': 'bea9712c-9bb5-4df0-959b-0528f14cc976'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:54:02.604467 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af" -d '{"events": [{"name": "network-changed", "server_uuid": "168ae322-faa2-4343-bee4-6312b82d0cbb", "tag": "bea9712c-9bb5-4df0-959b-0528f14cc976"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:54:02.605321 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4dbdf-5cfc-4e68-8646-bd7026777d7c None None] Port bea9712c-9bb5-4df0-959b-0528f14cc976 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:54:02.642970 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30031e4c-ebb2-46b4-86e8-657d1eefcb48 x-openstack-request-id: req-30031e4c-ebb2-46b4-86e8-657d1eefcb48 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:54:02.643238 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168ae322-faa2-4343-bee4-6312b82d0cbb", "tag": "bea9712c-9bb5-4df0-959b-0528f14cc976", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:54:02.643493 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30031e4c-ebb2-46b4-86e8-657d1eefcb48 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:54:02.643914 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30031e4c-ebb2-46b4-86e8-657d1eefcb48'] response: {'name': 'network-changed', 'server_uuid': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'tag': 'bea9712c-9bb5-4df0-959b-0528f14cc976', 'status': 'completed', 'code': 200} Sep 26 05:54:02.658199 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b0a54-8ec6-4e96-bef7-6c40be0320f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bea9712c-9bb5-4df0-959b-0528f14cc976,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:02.714107 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-7b4d4938-a085-4db7-b9e2-9dc240556462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:02.715600 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-7b4d4938-a085-4db7-b9e2-9dc240556462 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 1127 time: 0.0413630 Sep 26 05:54:02.761470 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-7836eae7-0814-4f69-87e1-436cfe361244 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea9712c-9bb5-4df0-959b-0528f14cc976 HTTP/1.1" status: 200 len: 217 time: 0.0324013 Sep 26 05:54:02.800633 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:02.812938 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-c0f29ee5-85c4-4cf4-9196-f0d6274ef959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:02.814412 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-c0f29ee5-85c4-4cf4-9196-f0d6274ef959 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.0470829 Sep 26 05:54:03.107010 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-c3f4dbdf-5cfc-4e68-8646-bd7026777d7c None None] Attempt 3 to provision port bea9712c-9bb5-4df0-959b-0528f14cc976 Sep 26 05:54:03.130280 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device eab744db-21fb-4b22-8514-b8bf28f598a7 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:54:03.136533 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-1991cd9c-72ea-4957-bf1f-f8a1ae969bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:03.138005 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-1991cd9c-72ea-4957-bf1f-f8a1ae969bd3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469129 Sep 26 05:54:03.183041 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4dbdf-5cfc-4e68-8646-bd7026777d7c None None] Port bea9712c-9bb5-4df0-959b-0528f14cc976 had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:54:03.194781 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port eab744db-21fb-4b22-8514-b8bf28f598a7 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:54:03.194960 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:03.195304 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port eab744db-21fb-4b22-8514-b8bf28f598a7 Sep 26 05:54:03.240951 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-0c271334-4120-4f7f-a332-7cabda913ad7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965950 Sep 26 05:54:03.282424 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port eab744db-21fb-4b22-8514-b8bf28f598a7 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:54:03.283001 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:03.317505 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:54:03.328327 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeb8fbd-65df-4af3-9356-1ec8e18e5f80" -d '{"events": [{"server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "name": "network-vif-plugged", "status": "completed", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:54:03.355336 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:03.364807 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:03.374042 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:03.389151 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-910bd245-aaa4-4fa2-9098-53fe37743b39 req-f9c17efb-8fa9-460c-8887-dce2c40bbf07 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407483 Sep 26 05:54:03.418418 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcaaa9-3c97-49d6-ac99-30b64989a02f req-cbff7463-d5da-4bef-a854-0d426a35b00d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:03.421612 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-effcaaa9-3c97-49d6-ac99-30b64989a02f req-cbff7463-d5da-4bef-a854-0d426a35b00d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 943 time: 0.0915601 Sep 26 05:54:03.436524 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=eab744db-21fb-4b22-8514-b8bf28f598a7,revision_number=7']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:03.478249 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-effcaaa9-3c97-49d6-ac99-30b64989a02f req-fa6be823-3de9-4ac5-8eb9-6e8d46641193 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512848 Sep 26 05:54:03.503413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e00468-adac-4a53-ba61-a26db038e473 req-2d0d06be-432b-4594-b1c4-489cf7d02a32 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:03.505775 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-39e00468-adac-4a53-ba61-a26db038e473 req-2d0d06be-432b-4594-b1c4-489cf7d02a32 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0515475 Sep 26 05:54:03.524680 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41981635-d016-4163-a07a-5f5a4608e8da x-openstack-request-id: req-41981635-d016-4163-a07a-5f5a4608e8da {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:54:03.524967 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "name": "network-vif-plugged", "status": "completed", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:54:03.525239 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41981635-d016-4163-a07a-5f5a4608e8da {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:54:03.525649 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41981635-d016-4163-a07a-5f5a4608e8da'] response: {'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'code': 200} Sep 26 05:54:03.556875 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-39e00468-adac-4a53-ba61-a26db038e473 req-5db66b8d-213b-4424-9b07-17c34cac089d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441680 Sep 26 05:54:04.617049 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85051161-2134-430d-846f-55ddfd3f3c47 req-7d8116e2-968e-4455-aa90-6c42b5afcf0d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:04.626291 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-85051161-2134-430d-846f-55ddfd3f3c47 req-7d8116e2-968e-4455-aa90-6c42b5afcf0d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 943 time: 0.0704787 Sep 26 05:54:04.681463 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-85051161-2134-430d-846f-55ddfd3f3c47 req-05358da3-9285-4213-93fc-42689e7d7afc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466356 Sep 26 05:54:04.704628 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd4c85-7b43-498c-9721-4ceb64f6e70b req-87e5f3b5-b7c0-4195-ba94-6265a66d85d8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:04.706269 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-83dd4c85-7b43-498c-9721-4ceb64f6e70b req-87e5f3b5-b7c0-4195-ba94-6265a66d85d8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0529768 Sep 26 05:54:04.756209 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-83dd4c85-7b43-498c-9721-4ceb64f6e70b req-92f6bf2f-f9c1-421e-95b6-7aa8ed4b60d0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436749 Sep 26 05:54:05.030694 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:05.092208 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:05.809641 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b78dd3-4d3d-4270-96f0-aa6f9b3f7944 req-cc8647ab-513f-4ae3-ab74-5c83a550210e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:05.811187 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-61b78dd3-4d3d-4270-96f0-aa6f9b3f7944 req-cc8647ab-513f-4ae3-ab74-5c83a550210e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 943 time: 0.0523145 Sep 26 05:54:05.861795 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-61b78dd3-4d3d-4270-96f0-aa6f9b3f7944 req-89182766-2de2-4ce5-97db-0e29ff41f1d9 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446031 Sep 26 05:54:05.888549 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cd81a-cc57-4a5a-aaa4-56113c9b026f req-4d7317dd-e865-430f-a78b-b74f31f17bb7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:05.890094 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-614cd81a-cc57-4a5a-aaa4-56113c9b026f req-4d7317dd-e865-430f-a78b-b74f31f17bb7 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0480943 Sep 26 05:54:05.939938 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-614cd81a-cc57-4a5a-aaa4-56113c9b026f req-bd72c318-38bf-49e5-b3be-79f060cf1348 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432453 Sep 26 05:54:06.070492 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:54:06.690002 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af req-25181efd-ed9a-4137-bd0d-b87bcc1c1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:06.691670 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af req-25181efd-ed9a-4137-bd0d-b87bcc1c1e07 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 1127 time: 0.0426130 Sep 26 05:54:06.807482 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af req-50309852-eac0-460c-879e-17c124bc7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:06.808988 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af req-50309852-eac0-460c-879e-17c124bc7c7c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 915 time: 0.1117902 Sep 26 05:54:06.853549 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af req-cf6770b7-81d2-49ca-b4ac-2cf70ab74cde service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea9712c-9bb5-4df0-959b-0528f14cc976 HTTP/1.1" status: 200 len: 217 time: 0.0368252 Sep 26 05:54:06.868643 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:06.911687 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af req-66232ba5-52a8-402d-b200-eb546d24c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:06.913341 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af req-66232ba5-52a8-402d-b200-eb546d24c0a6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.0533640 Sep 26 05:54:06.960798 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af req-98c0252b-1edf-4500-8342-394551c47bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:06.962310 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af req-98c0252b-1edf-4500-8342-394551c47bca service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431483 Sep 26 05:54:06.990533 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c79e4b-675d-47c4-bd8d-e06db26cb2fe req-d3b76c36-5e52-46f9-8109-ef33839d7d16 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:06.992053 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-76c79e4b-675d-47c4-bd8d-e06db26cb2fe req-d3b76c36-5e52-46f9-8109-ef33839d7d16 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 943 time: 0.0500073 Sep 26 05:54:07.046748 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-76c79e4b-675d-47c4-bd8d-e06db26cb2fe req-e2946aaa-6cce-4cac-80d6-efd88932eed5 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487821 Sep 26 05:54:07.082235 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af req-7ba8c3f3-184c-4ccc-b66f-1d7182b0b720 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127627 Sep 26 05:54:07.202140 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-96e8473c-81cd-4a4a-b10d-39b1dd9b23af req-236c3d7d-f9a0-4f2f-ba63-38a167e6fd84 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110744 Sep 26 05:54:07.249701 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:07.287767 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d13ae-8a6c-4355-97d5-fcb8928cddb5 req-69bec679-4a57-478e-8152-a161b5f2189f tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:07.289310 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fa8d13ae-8a6c-4355-97d5-fcb8928cddb5 req-69bec679-4a57-478e-8152-a161b5f2189f tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.2673678 Sep 26 05:54:07.339284 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fa8d13ae-8a6c-4355-97d5-fcb8928cddb5 req-18f03ae9-898e-4a44-942d-560ff066ad58 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419192 Sep 26 05:54:08.175900 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd278550-3b72-4211-8e2a-d4e372a79b38 req-2d6f041c-dd3c-43e8-b5a8-0fb703a0e814 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:08.177156 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bd278550-3b72-4211-8e2a-d4e372a79b38 req-2d6f041c-dd3c-43e8-b5a8-0fb703a0e814 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 943 time: 0.0492721 Sep 26 05:54:08.237469 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bd278550-3b72-4211-8e2a-d4e372a79b38 req-c7d98d24-646f-478f-97e9-2e01bc832868 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539086 Sep 26 05:54:08.502023 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8d3f5-7502-4f93-9107-b2c99e847d17 req-c8326765-d6e7-4907-99db-3e9631184209 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:08.505282 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-35f8d3f5-7502-4f93-9107-b2c99e847d17 req-c8326765-d6e7-4907-99db-3e9631184209 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0695934 Sep 26 05:54:08.570388 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-35f8d3f5-7502-4f93-9107-b2c99e847d17 req-78c9def2-59fa-4085-83d4-d9a1d9e277b0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560598 Sep 26 05:54:09.158288 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device bea9712c-9bb5-4df0-959b-0528f14cc976 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:54:09.194548 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:09.270592 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port bea9712c-9bb5-4df0-959b-0528f14cc976, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=bea9712c-9bb5-4df0-959b-0528f14cc976,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:09.293692 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'bea9712c-9bb5-4df0-959b-0528f14cc976', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'port_id': 'bea9712c-9bb5-4df0-959b-0528f14cc976', 'mac_address': 'fa:16:3e:27:08:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:54:09.342122 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port bea9712c-9bb5-4df0-959b-0528f14cc976 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:54:09.342615 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:09.359075 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea9712c-9bb5-4df0-959b-0528f14cc976 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:54:09.385871 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port bea9712c-9bb5-4df0-959b-0528f14cc976, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=bea9712c-9bb5-4df0-959b-0528f14cc976,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:09.398671 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:09.413441 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db171e-8727-4c2c-be5f-6a13e2103f3a req-0696ecb3-bb8f-4a20-8299-6b809ce5643c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:09.422054 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-10db171e-8727-4c2c-be5f-6a13e2103f3a req-0696ecb3-bb8f-4a20-8299-6b809ce5643c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 943 time: 0.0703576 Sep 26 05:54:09.427190 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:09.466043 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=bea9712c-9bb5-4df0-959b-0528f14cc976,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:09.485974 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-10db171e-8727-4c2c-be5f-6a13e2103f3a req-6fcc546c-e644-44b2-b1c4-1fb410d0c512 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625718 Sep 26 05:54:09.721915 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c154-5ee1-4a65-95df-0f02924d9f3c req-ec51dbb6-9c99-4957-9e33-d0f69d9d2037 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:09.724210 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5219c154-5ee1-4a65-95df-0f02924d9f3c req-ec51dbb6-9c99-4957-9e33-d0f69d9d2037 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0527222 Sep 26 05:54:09.800622 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5219c154-5ee1-4a65-95df-0f02924d9f3c req-b9c46733-e973-4196-8fe1-d69ba8a49f80 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703158 Sep 26 05:54:09.857490 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['bea9712c-9bb5-4df0-959b-0528f14cc976'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:54:10.744379 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e95c4-1783-43fe-8bc7-3004c5a4d16f req-4944836c-f6e1-4665-9e5a-9d09d174206c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:10.745958 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-438e95c4-1783-43fe-8bc7-3004c5a4d16f req-4944836c-f6e1-4665-9e5a-9d09d174206c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 944 time: 0.1431048 Sep 26 05:54:10.799119 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-438e95c4-1783-43fe-8bc7-3004c5a4d16f req-3ea6fa57-c47f-41f0-acd1-7d09d10bdb8c tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467718 Sep 26 05:54:10.955257 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c5acb-256e-4729-83d7-b57f6ffb80ed req-5f0bca60-df1a-45e8-80b6-f50ba79bb78b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:10.958198 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-686c5acb-256e-4729-83d7-b57f6ffb80ed req-5f0bca60-df1a-45e8-80b6-f50ba79bb78b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0637841 Sep 26 05:54:11.035460 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-686c5acb-256e-4729-83d7-b57f6ffb80ed req-4ef4db3c-92e3-4d35-b333-260d089f26e3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672300 Sep 26 05:54:11.180730 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device bea9712c-9bb5-4df0-959b-0528f14cc976 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:54:11.236689 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port bea9712c-9bb5-4df0-959b-0528f14cc976 completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:54:11.245304 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port bea9712c-9bb5-4df0-959b-0528f14cc976 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:54:11.246084 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:11.246249 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port bea9712c-9bb5-4df0-959b-0528f14cc976 Sep 26 05:54:11.348445 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port bea9712c-9bb5-4df0-959b-0528f14cc976 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:54:11.349179 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:11.378263 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea9712c-9bb5-4df0-959b-0528f14cc976'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:54:11.380773 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2b4e1e-7a2d-4bc4-aa81-38ceeee0ef0b" -d '{"events": [{"server_uuid": "168ae322-faa2-4343-bee4-6312b82d0cbb", "name": "network-vif-plugged", "status": "completed", "tag": "bea9712c-9bb5-4df0-959b-0528f14cc976"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:54:11.396102 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port bea9712c-9bb5-4df0-959b-0528f14cc976, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=bea9712c-9bb5-4df0-959b-0528f14cc976,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:11.401458 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:11.456383 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5b56d6-e42d-4832-abbf-30186b6bcd9a x-openstack-request-id: req-5a5b56d6-e42d-4832-abbf-30186b6bcd9a {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:54:11.456749 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168ae322-faa2-4343-bee4-6312b82d0cbb", "name": "network-vif-plugged", "status": "completed", "tag": "bea9712c-9bb5-4df0-959b-0528f14cc976", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:54:11.457225 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5a5b56d6-e42d-4832-abbf-30186b6bcd9a {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:54:11.457469 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5b56d6-e42d-4832-abbf-30186b6bcd9a'] response: {'server_uuid': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea9712c-9bb5-4df0-959b-0528f14cc976', 'code': 200} Sep 26 05:54:11.487340 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=bea9712c-9bb5-4df0-959b-0528f14cc976,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:11.732845 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2342f-449d-4e84-98ee-d71e5ebf70f3 req-fd34130b-558c-4ad9-9bf1-f3b4d70bc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:11.734388 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-98e2342f-449d-4e84-98ee-d71e5ebf70f3 req-fd34130b-558c-4ad9-9bf1-f3b4d70bc917 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 1129 time: 0.0665829 Sep 26 05:54:11.814649 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-98e2342f-449d-4e84-98ee-d71e5ebf70f3 req-49da81c6-68c8-4c7b-a8b9-03a514b44ca4 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712354 Sep 26 05:54:11.963916 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e90f7-2b17-4f70-962c-b67a5dc89af9 req-820b7e27-d2f8-411f-9d7e-b3c76cbb0394 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:11.965968 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-db6e90f7-2b17-4f70-962c-b67a5dc89af9 req-820b7e27-d2f8-411f-9d7e-b3c76cbb0394 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 945 time: 0.0661407 Sep 26 05:54:12.061201 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-db6e90f7-2b17-4f70-962c-b67a5dc89af9 req-6b4c9329-faca-4efa-812c-93f6488577ab tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844748 Sep 26 05:54:12.181303 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:12.190381 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:12.200724 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a96e8-bbd6-4e15-b811-245bdc115f48 req-3675bd9e-3d73-4b2c-b287-699d14f9fe46 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:12.208697 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c06a96e8-bbd6-4e15-b811-245bdc115f48 req-3675bd9e-3d73-4b2c-b287-699d14f9fe46 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0666468 Sep 26 05:54:12.260616 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c06a96e8-bbd6-4e15-b811-245bdc115f48 req-82e574e0-c7f9-4dfa-bdeb-e64a39fe8024 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506170 Sep 26 05:54:13.274521 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b08da-2e0a-4091-8180-66dce2e30bf9 req-72eee012-66e3-43d2-8aba-768c96721e81 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:13.277462 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0f0b08da-2e0a-4091-8180-66dce2e30bf9 req-72eee012-66e3-43d2-8aba-768c96721e81 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 945 time: 0.0595589 Sep 26 05:54:13.365665 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0f0b08da-2e0a-4091-8180-66dce2e30bf9 req-28e9b60f-4706-4599-9ab9-e6d3324b1661 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814707 Sep 26 05:54:13.465184 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185afcf-9f13-48d2-8fb9-d9770d1589e0 req-8eafde31-e39d-4867-95bf-405e3f4d7641 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:13.466866 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a185afcf-9f13-48d2-8fb9-d9770d1589e0 req-8eafde31-e39d-4867-95bf-405e3f4d7641 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.1033969 Sep 26 05:54:13.547040 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a185afcf-9f13-48d2-8fb9-d9770d1589e0 req-d8a4d1e5-4a07-4175-80fd-ac16e9414a97 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726740 Sep 26 05:54:14.223853 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:14.498810 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5168486-08b0-4e18-8a9b-e34e5b9ae306 req-22bff797-26f2-4511-a307-9cf801f15a31 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:14.501067 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e5168486-08b0-4e18-8a9b-e34e5b9ae306 req-22bff797-26f2-4511-a307-9cf801f15a31 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 945 time: 0.0525765 Sep 26 05:54:14.576522 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e5168486-08b0-4e18-8a9b-e34e5b9ae306 req-322d2c51-4b7d-4cc0-b2cd-ccdea7b6d352 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655050 Sep 26 05:54:14.730044 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e58922-e316-493c-901c-d5b8d46d0a8c req-0b400dba-3eca-4718-88df-bc32fd5956bc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:14.730676 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde32371-9a14-4155-8b05-b68e1a94e43d req-45af2d3b-8c5f-44d1-81bb-a809626a2b98 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:14.732502 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-86e58922-e316-493c-901c-d5b8d46d0a8c req-0b400dba-3eca-4718-88df-bc32fd5956bc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0594282 Sep 26 05:54:14.732986 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bde32371-9a14-4155-8b05-b68e1a94e43d req-45af2d3b-8c5f-44d1-81bb-a809626a2b98 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 945 time: 0.0692482 Sep 26 05:54:14.746000 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54448) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:14.757491 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-ffe409c5-3937-4ca7-a921-c3e2ab379e2b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Request body: {'floatingip': {'port_id': 'bea9712c-9bb5-4df0-959b-0528f14cc976'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:54:14.805408 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-86e58922-e316-493c-901c-d5b8d46d0a8c req-9e053707-9eda-4f7e-adbd-db4cbc88d3f5 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640731 Sep 26 05:54:14.809078 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ffe409c5-3937-4ca7-a921-c3e2ab379e2b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (9c860f2b-9a24-460d-a7d4-98c715ad40de), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:14.873918 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:15.077424 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:15.343568 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ffe409c5-3937-4ca7-a921-c3e2ab379e2b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:15.350469 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ffe409c5-3937-4ca7-a921-c3e2ab379e2b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (9c860f2b-9a24-460d-a7d4-98c715ad40de), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:15.480547 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [None req-ffe409c5-3937-4ca7-a921-c3e2ab379e2b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Floating IP 9c860f2b-9a24-460d-a7d4-98c715ad40de associated. External IP: 172.27.1.152, port: bea9712c-9bb5-4df0-959b-0528f14cc976. Sep 26 05:54:15.716537 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe409c5-3937-4ca7-a921-c3e2ab379e2b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Router 7905c934-f837-479c-bcd7-74e9cd9509a9 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:54:15.891990 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe409c5-3937-4ca7-a921-c3e2ab379e2b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:54:15.926658 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1041f1b-910a-4a9f-82c6-437b49b366f0 None None] Sync routers for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:54:15.953427 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ffe409c5-3937-4ca7-a921-c3e2ab379e2b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:15.959393 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1041f1b-910a-4a9f-82c6-437b49b366f0 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:54:15.960126 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-a1041f1b-910a-4a9f-82c6-437b49b366f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:54:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:16.057196 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-ffe409c5-3937-4ca7-a921-c3e2ab379e2b tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "PUT /networking/v2.0/floatingips/9c860f2b-9a24-460d-a7d4-98c715ad40de HTTP/1.1" status: 200 len: 991 time: 1.3094535 Sep 26 05:54:16.058410 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'tag': 'bea9712c-9bb5-4df0-959b-0528f14cc976'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:54:16.061557 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80733595-dc84-459f-a601-b427a0398020" -d '{"events": [{"name": "network-changed", "server_uuid": "168ae322-faa2-4343-bee4-6312b82d0cbb", "tag": "bea9712c-9bb5-4df0-959b-0528f14cc976"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:54:16.071405 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba45f1-792e-420a-b52e-7e7ba5057e0c req-85ce3951-616f-4541-b3c1-5c77fb13b276 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:16.073596 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-92ba45f1-792e-420a-b52e-7e7ba5057e0c req-85ce3951-616f-4541-b3c1-5c77fb13b276 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.1132722 Sep 26 05:54:16.136935 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d45b9f-15d3-4865-92a2-c5385bea6aba x-openstack-request-id: req-20d45b9f-15d3-4865-92a2-c5385bea6aba {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:54:16.137340 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168ae322-faa2-4343-bee4-6312b82d0cbb", "tag": "bea9712c-9bb5-4df0-959b-0528f14cc976", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:54:16.137659 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20d45b9f-15d3-4865-92a2-c5385bea6aba {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:54:16.138158 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d45b9f-15d3-4865-92a2-c5385bea6aba'] response: {'name': 'network-changed', 'server_uuid': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'tag': 'bea9712c-9bb5-4df0-959b-0528f14cc976', 'status': 'completed', 'code': 200} Sep 26 05:54:16.154001 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-92ba45f1-792e-420a-b52e-7e7ba5057e0c req-2e49de95-04b5-41e5-927c-1e2ca2d50426 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741098 Sep 26 05:54:16.218588 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-a1041f1b-910a-4a9f-82c6-437b49b366f0 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:54:16.249598 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733595-dc84-459f-a601-b427a0398020 req-b3970311-3fd2-41fd-8f28-a282e35ccadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:16.251579 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80733595-dc84-459f-a601-b427a0398020 req-b3970311-3fd2-41fd-8f28-a282e35ccadd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 1129 time: 0.0556278 Sep 26 05:54:16.358071 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:16.374749 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733595-dc84-459f-a601-b427a0398020 req-ccbe2a0f-d373-41bd-8746-e86ba063436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:16.376355 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80733595-dc84-459f-a601-b427a0398020 req-ccbe2a0f-d373-41bd-8746-e86ba063436d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 915 time: 0.1147490 Sep 26 05:54:16.498122 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80733595-dc84-459f-a601-b427a0398020 req-7aaef965-2176-4e28-8790-e4706e3b285e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea9712c-9bb5-4df0-959b-0528f14cc976 HTTP/1.1" status: 200 len: 999 time: 0.1136711 Sep 26 05:54:16.527159 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:16.531462 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-a1041f1b-910a-4a9f-82c6-437b49b366f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '9c860f2b-9a24-460d-a7d4-98c715ad40de', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': 'bea9712c-9bb5-4df0-959b-0528f14cc976', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:27:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:53:58Z', 'updated_at': '2022-09-26T05:54:15Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:16.533039 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:16.536322 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:16.561760 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733595-dc84-459f-a601-b427a0398020 req-b8af0c92-f59e-4899-9bff-a0ccbdac0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:16.563870 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80733595-dc84-459f-a601-b427a0398020 req-b8af0c92-f59e-4899-9bff-a0ccbdac0dda service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.0579257 Sep 26 05:54:16.576945 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1041f1b-910a-4a9f-82c6-437b49b366f0 None None] Checking router: 7905c934-f837-479c-bcd7-74e9cd9509a9 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:54:16.595105 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1041f1b-910a-4a9f-82c6-437b49b366f0 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:54:16.595811 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-a1041f1b-910a-4a9f-82c6-437b49b366f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:54:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:16.623559 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733595-dc84-459f-a601-b427a0398020 req-005372dd-0d7c-4b40-a50d-fb47532d1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:16.625431 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80733595-dc84-459f-a601-b427a0398020 req-005372dd-0d7c-4b40-a50d-fb47532d1053 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0557456 Sep 26 05:54:16.855848 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80733595-dc84-459f-a601-b427a0398020 req-643bf295-cd9b-49d8-90e1-8610589cfafe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239032 Sep 26 05:54:16.960869 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-a1041f1b-910a-4a9f-82c6-437b49b366f0 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:54:17.357691 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ec59-8104-45c3-ad09-da8a8fbcebb1 req-bcf2f814-b350-486c-bf26-20d2a60d471b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:17.369840 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3484ec59-8104-45c3-ad09-da8a8fbcebb1 req-bcf2f814-b350-486c-bf26-20d2a60d471b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0821195 Sep 26 05:54:17.459354 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-a1041f1b-910a-4a9f-82c6-437b49b366f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '9c860f2b-9a24-460d-a7d4-98c715ad40de', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': 'bea9712c-9bb5-4df0-959b-0528f14cc976', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:27:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:53:58Z', 'updated_at': '2022-09-26T05:54:15Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:17.462523 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3484ec59-8104-45c3-ad09-da8a8fbcebb1 req-73fb992e-dd3b-4ec0-ad2a-52d89f72ff1d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912941 Sep 26 05:54:17.492789 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1041f1b-910a-4a9f-82c6-437b49b366f0 None None] The sync data for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi is: [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '9c860f2b-9a24-460d-a7d4-98c715ad40de', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'port_id': 'bea9712c-9bb5-4df0-959b-0528f14cc976', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'mac_address': 'fa:16:3e:27:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:53:58Z', 'updated_at': '2022-09-26T05:54:15Z', 'revision_number': 1, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:54:17.525419 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-80733595-dc84-459f-a601-b427a0398020 req-1b68247e-e293-4e45-9b60-375ede336561 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629126 Sep 26 05:54:17.890758 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f62216-9fd1-4a5e-9eeb-468246051430 None None] New status for floating IP 9c860f2b-9a24-460d-a7d4-98c715ad40de: ACTIVE {{(pid=113003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:54:18.317591 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8781-5033-4e6c-ac48-cc35d47adb0d req-6522790b-4288-4a0d-af54-ba3c948f917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:18.319270 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-768d8781-5033-4e6c-ac48-cc35d47adb0d req-6522790b-4288-4a0d-af54-ba3c948f917f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 1130 time: 0.0597677 Sep 26 05:54:18.479543 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8781-5033-4e6c-ac48-cc35d47adb0d req-7093ba90-486f-48c1-abef-453e15fd9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:18.481130 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-768d8781-5033-4e6c-ac48-cc35d47adb0d req-7093ba90-486f-48c1-abef-453e15fd9e6e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 917 time: 0.1306360 Sep 26 05:54:18.551952 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-768d8781-5033-4e6c-ac48-cc35d47adb0d req-4fa36a3d-5da4-432c-b396-5e35edeec2ca service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab744db-21fb-4b22-8514-b8bf28f598a7 HTTP/1.1" status: 200 len: 1001 time: 0.0643260 Sep 26 05:54:18.613726 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f670398-0f11-4912-9954-11dac263d750 req-0961775a-12c8-4ad3-9c7d-dd6a7a0352b8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:18.614405 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8781-5033-4e6c-ac48-cc35d47adb0d req-70641894-b343-44ac-b95a-af5876399724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:18.616001 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-768d8781-5033-4e6c-ac48-cc35d47adb0d req-70641894-b343-44ac-b95a-af5876399724 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.0579960 Sep 26 05:54:18.616272 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6f670398-0f11-4912-9954-11dac263d750 req-0961775a-12c8-4ad3-9c7d-dd6a7a0352b8 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0563841 Sep 26 05:54:18.682672 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8781-5033-4e6c-ac48-cc35d47adb0d req-8171bf91-8395-421b-bc05-1cfc392dfe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:18.684217 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-768d8781-5033-4e6c-ac48-cc35d47adb0d req-8171bf91-8395-421b-bc05-1cfc392dfe3f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620947 Sep 26 05:54:18.686051 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6f670398-0f11-4912-9954-11dac263d750 req-99a6db95-0166-418d-9abc-cc7ff6cf9bef tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585036 Sep 26 05:54:18.798746 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-768d8781-5033-4e6c-ac48-cc35d47adb0d req-a49d6100-a673-4819-aaa8-0abdf0057c35 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972953 Sep 26 05:54:18.946701 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-768d8781-5033-4e6c-ac48-cc35d47adb0d req-f2fe2bec-a932-4642-aa35-133151956814 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004350 Sep 26 05:54:19.818903 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e28c3-9b71-492e-810b-842107c9448c req-5430d275-530a-40ca-b17a-afe5a011f0bf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:19.820487 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-923e28c3-9b71-492e-810b-842107c9448c req-5430d275-530a-40ca-b17a-afe5a011f0bf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0513260 Sep 26 05:54:19.872615 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-923e28c3-9b71-492e-810b-842107c9448c req-5fc7e309-1bcd-4d29-be85-03f9df6faa8a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460565 Sep 26 05:54:20.124704 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da87f4b-1af9-48e2-87de-01bf7565dff9 req-87a044a1-84b9-4872-864c-40c5cfbcefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:20.126370 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9da87f4b-1af9-48e2-87de-01bf7565dff9 req-87a044a1-84b9-4872-864c-40c5cfbcefa4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 1130 time: 0.0781548 Sep 26 05:54:20.207719 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:20.247743 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da87f4b-1af9-48e2-87de-01bf7565dff9 req-a6a34645-9616-470a-b3d0-42f84d50c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:20.249388 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9da87f4b-1af9-48e2-87de-01bf7565dff9 req-a6a34645-9616-470a-b3d0-42f84d50c02b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 917 time: 0.1156330 Sep 26 05:54:20.315151 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:20.320441 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9da87f4b-1af9-48e2-87de-01bf7565dff9 req-b546b435-dca9-4e5c-a1c5-d9290fc485e1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab744db-21fb-4b22-8514-b8bf28f598a7 HTTP/1.1" status: 200 len: 1001 time: 0.0643518 Sep 26 05:54:20.506028 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da87f4b-1af9-48e2-87de-01bf7565dff9 req-00175a48-328e-485b-9571-cca8e15d83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:20.507415 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9da87f4b-1af9-48e2-87de-01bf7565dff9 req-00175a48-328e-485b-9571-cca8e15d83f6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.0474360 Sep 26 05:54:20.556976 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da87f4b-1af9-48e2-87de-01bf7565dff9 req-db65bb17-dd79-4dd1-8121-70c7e2ee5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:20.559105 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9da87f4b-1af9-48e2-87de-01bf7565dff9 req-db65bb17-dd79-4dd1-8121-70c7e2ee5e94 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454960 Sep 26 05:54:20.658799 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9da87f4b-1af9-48e2-87de-01bf7565dff9 req-93ddc6e6-ce7d-4b62-a084-ede6b1be1c3a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935874 Sep 26 05:54:20.755442 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9da87f4b-1af9-48e2-87de-01bf7565dff9 req-6e1379a5-ae80-475b-8387-548f1c257e69 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900981 Sep 26 05:54:21.011279 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa4180-6db2-4517-9c98-41c1f68577b6 req-27271695-bbef-422b-a65d-65ffdd0c64e2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:21.012796 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-67aa4180-6db2-4517-9c98-41c1f68577b6 req-27271695-bbef-422b-a65d-65ffdd0c64e2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0536833 Sep 26 05:54:21.061743 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-67aa4180-6db2-4517-9c98-41c1f68577b6 req-5e7d5047-41fa-430c-bf1b-3da16f114129 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429652 Sep 26 05:54:22.206360 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928185b-b931-4270-814c-85ac842141a2 req-12d6ad5d-5a2a-4090-ac2f-0c44c85129d5 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:22.208239 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8928185b-b931-4270-814c-85ac842141a2 req-12d6ad5d-5a2a-4090-ac2f-0c44c85129d5 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0563276 Sep 26 05:54:22.261575 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8928185b-b931-4270-814c-85ac842141a2 req-5d7e0db1-e557-4218-8972-919b6d25e77f tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470634 Sep 26 05:54:23.313660 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device eab744db-21fb-4b22-8514-b8bf28f598a7 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:54:23.395442 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port eab744db-21fb-4b22-8514-b8bf28f598a7 is: ACTIVE; New status is: DOWN {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:54:23.395826 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:23.396964 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef7647-bfc5-4f7b-8834-eba7b529d386 req-d5b73149-8e05-478e-b3bf-c373af41890b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:23.398505 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d0ef7647-bfc5-4f7b-8834-eba7b529d386 req-d5b73149-8e05-478e-b3bf-c373af41890b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 946 time: 0.0479858 Sep 26 05:54:23.423100 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:54:23.425445 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b51863-a985-42fd-b102-250df8f1dae6" -d '{"events": [{"server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "name": "network-vif-unplugged", "status": "completed", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:54:23.437054 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:23.442765 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:23.448527 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d0ef7647-bfc5-4f7b-8834-eba7b529d386 req-4bcee26e-2cd8-4498-ad95-294efde2411d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436080 Sep 26 05:54:23.466783 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Sep 2022 05:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97432e54-b38c-4283-8906-1f6a4d968f41 x-openstack-request-id: req-97432e54-b38c-4283-8906-1f6a4d968f41 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:54:23.467070 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "name": "network-vif-unplugged", "status": "failed", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7", "code": 422}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:54:23.467321 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97432e54-b38c-4283-8906-1f6a4d968f41 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:54:23.467753 dv-cinder-836083-14-iscsi neutron-server[113002]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-97432e54-b38c-4283-8906-1f6a4d968f41']: {'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'code': 422} returned with failed status Sep 26 05:54:23.494674 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=eab744db-21fb-4b22-8514-b8bf28f598a7,revision_number=8']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:24.322878 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-984ee92a-928a-482b-be07-a3e06111e5f9 req-cdb81c76-57cb-4c11-ac28-c3ddc87ec96b service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:54:24.324196 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-984ee92a-928a-482b-be07-a3e06111e5f9 req-cdb81c76-57cb-4c11-ac28-c3ddc87ec96b service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0082092 Sep 26 05:54:24.521053 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33553742-8453-4dca-b415-49706dd73d5e req-5cefa5a2-ed8e-419d-aef6-bc90cbd516ea tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:24.522686 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-33553742-8453-4dca-b415-49706dd73d5e req-5cefa5a2-ed8e-419d-aef6-bc90cbd516ea tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0540166 Sep 26 05:54:24.574525 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-33553742-8453-4dca-b415-49706dd73d5e req-cd4370e1-6913-4f79-9da2-130088f72cd6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442061 Sep 26 05:54:24.767060 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54576) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:24.847966 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-3ca0836a-ca72-4d3b-a071-310d9e558024 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796211 Sep 26 05:54:24.856713 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-49da636e-9581-47aa-ac3c-47d855e5f917 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:54:24.857710 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-49da636e-9581-47aa-ac3c-47d855e5f917 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050321 Sep 26 05:54:24.957258 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 54584) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:25.063413 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-d840dd6f-31d3-481f-98cc-6b6c7282574f tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:25.064788 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-d840dd6f-31d3-481f-98cc-6b6c7282574f tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports/eab744db-21fb-4b22-8514-b8bf28f598a7 HTTP/1.1" status: 200 len: 941 time: 0.1061513 Sep 26 05:54:25.705697 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a562b-a1e0-407a-a753-de98b531a971 req-5884074d-3641-4999-b9e2-f7703d9be24b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:25.707253 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ed3a562b-a1e0-407a-a753-de98b531a971 req-5884074d-3641-4999-b9e2-f7703d9be24b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0481658 Sep 26 05:54:25.756811 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ed3a562b-a1e0-407a-a753-de98b531a971 req-1559563f-01e0-49aa-893e-c3a5e6dda97e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 Sep 26 05:54:26.217553 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-2b189f8a-85d1-4b62-90f0-947ebc16d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:26.219146 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-2b189f8a-85d1-4b62-90f0-947ebc16d213 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69&tenant_id=25d426f519e8498e80c6c85158bd9042 HTTP/1.1" status: 200 len: 1128 time: 0.0827217 Sep 26 05:54:26.630017 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-0990bf3e-afbd-4fb9-b37a-4f1a3d01bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:26.631561 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-0990bf3e-afbd-4fb9-b37a-4f1a3d01bc4e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=25d426f519e8498e80c6c85158bd9042&device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 1128 time: 0.0443535 Sep 26 05:54:26.738050 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-6aad34b6-79ed-4310-ba63-efe23621286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:26.739563 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-6aad34b6-79ed-4310-ba63-efe23621286e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 200 len: 917 time: 0.0890017 Sep 26 05:54:27.098807 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f124-b477-464f-b04f-9db692757741 req-31d667e8-62a8-4abc-a0eb-3fef7bffa3e3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:27.100347 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e4f6f124-b477-464f-b04f-9db692757741 req-31d667e8-62a8-4abc-a0eb-3fef7bffa3e3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.1111724 Sep 26 05:54:27.115511 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-a926acc3-ee1d-442a-93bd-dd7934c78b9a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab744db-21fb-4b22-8514-b8bf28f598a7 HTTP/1.1" status: 200 len: 999 time: 0.1137431 Sep 26 05:54:27.193275 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e4f6f124-b477-464f-b04f-9db692757741 req-16383313-a96f-4ae3-87d8-8905a6c83221 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851123 Sep 26 05:54:27.194446 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-c764e14b-7874-4d8b-917f-653056bd761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:27.195939 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-c764e14b-7874-4d8b-917f-653056bd761a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 200 len: 855 time: 0.0725224 Sep 26 05:54:27.245017 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-cfc705aa-c94a-4e53-bff9-2343f94e888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:27.246567 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-cfc705aa-c94a-4e53-bff9-2343f94e888d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=439e1f14-830a-49c8-95fe-a76bc50181b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437994 Sep 26 05:54:27.302000 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:27.344402 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-4c1b8739-6e16-4b66-8ed5-7cbf80299058 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903275 Sep 26 05:54:27.439093 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed583492-c95e-4d42-b6d4-d31fa4ba5e1a req-93d63d7f-110d-479a-b0c4-4fe58ef6cfa0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871081 Sep 26 05:54:28.030066 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:28.033744 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:28.361294 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bdb07-27ce-456c-bb89-77da7605069b req-21f20da9-8094-41fd-a1f9-f79e318c4b93 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:28.363088 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d5bdb07-27ce-456c-bb89-77da7605069b req-21f20da9-8094-41fd-a1f9-f79e318c4b93 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0592093 Sep 26 05:54:28.385780 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:28.436918 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d5bdb07-27ce-456c-bb89-77da7605069b req-b3030a61-d18c-488d-bc28-89c24b302ef5 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633373 Sep 26 05:54:29.585731 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59947f2d-75f6-4532-ab30-690d4e6fd3dd req-281ba6fd-b836-407b-831d-af9a61003635 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:29.590764 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-59947f2d-75f6-4532-ab30-690d4e6fd3dd req-281ba6fd-b836-407b-831d-af9a61003635 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0655649 Sep 26 05:54:29.657996 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-59947f2d-75f6-4532-ab30-690d4e6fd3dd req-c3c7d9fc-8bad-4345-bfaf-e14437ae996d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543513 Sep 26 05:54:29.724047 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-31e778e2-954a-4f85-93e6-5f2a5804cc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:30.808820 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfebf-3c84-4992-af4f-cfc2bccc1b6e req-bc6d67dc-f7c8-41c7-9c32-885fba7bdd11 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:30.810435 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1ddcfebf-3c84-4992-af4f-cfc2bccc1b6e req-bc6d67dc-f7c8-41c7-9c32-885fba7bdd11 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0550687 Sep 26 05:54:30.833843 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:30.862206 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1ddcfebf-3c84-4992-af4f-cfc2bccc1b6e req-da449b79-3f3f-4420-82c6-e9e735a4e18c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456922 Sep 26 05:54:32.004995 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ebdf3-c6ec-4f12-b916-33d081de3dec req-3d35a5d3-cc75-4bc7-8d36-8121876b4178 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:32.006542 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-853ebdf3-c6ec-4f12-b916-33d081de3dec req-3d35a5d3-cc75-4bc7-8d36-8121876b4178 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0573277 Sep 26 05:54:32.060647 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-853ebdf3-c6ec-4f12-b916-33d081de3dec req-84d82aff-19fe-4409-aa08-43cc487f4344 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478709 Sep 26 05:54:32.131890 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3c55faef-6e90-4408-b04c-02ffe41d6a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:33.194382 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea413a-edb1-406f-adfb-ade8f63e13d8 req-fb008f7f-c27f-4ee7-84f4-4c0791b05965 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:33.195779 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-03ea413a-edb1-406f-adfb-ade8f63e13d8 req-fb008f7f-c27f-4ee7-84f4-4c0791b05965 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0475903 Sep 26 05:54:33.251298 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-03ea413a-edb1-406f-adfb-ade8f63e13d8 req-7f4d085a-a5c5-4106-bb56-64f355728d4c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496023 Sep 26 05:54:33.336303 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:34.388254 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67ed11-706c-48b3-929b-cba240c40b94 req-b61417aa-609b-40ad-bfa2-5bce8aee5b00 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:34.390784 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8c67ed11-706c-48b3-929b-cba240c40b94 req-b61417aa-609b-40ad-bfa2-5bce8aee5b00 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0554485 Sep 26 05:54:34.444467 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8c67ed11-706c-48b3-929b-cba240c40b94 req-df4f71ca-14a5-48ac-9490-13f108f521bc tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476327 Sep 26 05:54:35.034796 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:35.089036 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:35.593376 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6e266-628b-4208-b291-e47b118a63db req-7914d33e-a520-408e-a4e7-fef4bd18c449 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:35.595149 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cbe6e266-628b-4208-b291-e47b118a63db req-7914d33e-a520-408e-a4e7-fef4bd18c449 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0519710 Sep 26 05:54:35.646302 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:35.651524 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cbe6e266-628b-4208-b291-e47b118a63db req-2ba8b4f2-385c-4f00-bf66-a1efba730eac tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507033 Sep 26 05:54:36.792900 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bb8ca-d779-4ff5-a39f-1643a6be9c8d req-ace1652c-2b57-4cd1-8adc-5ecaf9304286 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:36.794444 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f8bb8ca-d779-4ff5-a39f-1643a6be9c8d req-ace1652c-2b57-4cd1-8adc-5ecaf9304286 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0552399 Sep 26 05:54:36.846436 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f8bb8ca-d779-4ff5-a39f-1643a6be9c8d req-94f7510e-d966-40da-aaab-f1acc5bc1b4e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442646 Sep 26 05:54:37.975514 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a67bd3-0db6-4389-9418-edc76164af68 req-9063eefc-19a7-4b4a-aa78-3edb3faa8443 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:37.977021 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-37a67bd3-0db6-4389-9418-edc76164af68 req-9063eefc-19a7-4b4a-aa78-3edb3faa8443 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0486724 Sep 26 05:54:38.035174 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-37a67bd3-0db6-4389-9418-edc76164af68 req-c6f25673-ce8b-4b40-a232-9da0d9312fa6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498624 Sep 26 05:54:39.179855 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa6b20-7165-43ea-a8ea-c55b964a00d0 req-4aebcbce-ca4b-4d46-b643-de3dde1244a5 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:39.181464 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3baa6b20-7165-43ea-a8ea-c55b964a00d0 req-4aebcbce-ca4b-4d46-b643-de3dde1244a5 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0468154 Sep 26 05:54:39.236414 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3baa6b20-7165-43ea-a8ea-c55b964a00d0 req-134f01d7-bdd2-41ee-b55d-cf4d3ef8e560 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468919 Sep 26 05:54:40.369307 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630af18-2dba-4d55-932d-e92b4010d155 req-edd5623c-2a2a-477a-be90-e9d555e4c62e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:40.370832 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c630af18-2dba-4d55-932d-e92b4010d155 req-edd5623c-2a2a-477a-be90-e9d555e4c62e tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0518260 Sep 26 05:54:40.419453 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c630af18-2dba-4d55-932d-e92b4010d155 req-fb54cb76-af19-47af-8ecd-7e6f86a29b4b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429816 Sep 26 05:54:41.564476 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67630ca-8d93-463d-a4fb-eda95e49861f req-71958e10-b7fd-46c2-9fc3-02662b9e91f6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:41.565951 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f67630ca-8d93-463d-a4fb-eda95e49861f req-71958e10-b7fd-46c2-9fc3-02662b9e91f6 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0583827 Sep 26 05:54:41.618698 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f67630ca-8d93-463d-a4fb-eda95e49861f req-c75a9b85-23c2-4f0e-9fad-aa536ef9d5ee tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464356 Sep 26 05:54:42.758153 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c955cbb-7415-4cd0-b388-505ae0f5046c req-66cb21c8-85fe-46e3-a209-27f57930196b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:42.759672 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7c955cbb-7415-4cd0-b388-505ae0f5046c req-66cb21c8-85fe-46e3-a209-27f57930196b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 944 time: 0.0510151 Sep 26 05:54:42.809988 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7c955cbb-7415-4cd0-b388-505ae0f5046c req-040fafa8-2d07-48c1-9aef-61b2af13a93d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435412 Sep 26 05:54:43.071738 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:54:43.336539 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device eab744db-21fb-4b22-8514-b8bf28f598a7 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:54:43.447847 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:43.460193 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'port_id': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'mac_address': 'fa:16:3e:12:bb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:54:43.495070 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port eab744db-21fb-4b22-8514-b8bf28f598a7 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:54:43.495456 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:43.503995 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:43.509562 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab744db-21fb-4b22-8514-b8bf28f598a7 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:54:43.531730 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:43.538080 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:43.602990 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=eab744db-21fb-4b22-8514-b8bf28f598a7,revision_number=9']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:43.944275 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c8ca9-d1da-4c75-9899-d2be06b3f42e req-609ee60a-790f-4f75-8f80-f8e0e53a8c6d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:43.945818 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-456c8ca9-d1da-4c75-9899-d2be06b3f42e req-609ee60a-790f-4f75-8f80-f8e0e53a8c6d tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 945 time: 0.0510080 Sep 26 05:54:43.979692 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['eab744db-21fb-4b22-8514-b8bf28f598a7'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:54:43.999950 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-456c8ca9-d1da-4c75-9899-d2be06b3f42e req-970d4019-bb85-4299-8928-951ddf0674f3 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483832 Sep 26 05:54:44.007792 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:44.184066 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dcaa7-b7d5-4d54-b10c-181b616edf79 req-4bfc4331-d614-4486-8b37-a931576c89ab tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:44.185591 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-df6dcaa7-b7d5-4d54-b10c-181b616edf79 req-4bfc4331-d614-4486-8b37-a931576c89ab tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 945 time: 0.0503123 Sep 26 05:54:44.235744 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-df6dcaa7-b7d5-4d54-b10c-181b616edf79 req-a32b53a5-9cf2-4c06-a5ef-08cf20a7af69 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441914 Sep 26 05:54:45.007323 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:45.148238 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1610d9-c6b8-453f-aa65-021ebb085306 req-2d876580-3a1b-4078-8a30-afdf68225591 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:45.149851 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8b1610d9-c6b8-453f-aa65-021ebb085306 req-2d876580-3a1b-4078-8a30-afdf68225591 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 945 time: 0.0559413 Sep 26 05:54:45.202964 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8b1610d9-c6b8-453f-aa65-021ebb085306 req-b7f68742-4787-49de-949a-e35e0a6a25aa tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463612 Sep 26 05:54:45.335701 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device eab744db-21fb-4b22-8514-b8bf28f598a7 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:54:45.363582 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b796a-8ac5-4c9f-b5c0-365221bd394c req-9a98898f-e977-4493-944e-601d0e658df9 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:45.365197 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-891b796a-8ac5-4c9f-b5c0-365221bd394c req-9a98898f-e977-4493-944e-601d0e658df9 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 945 time: 0.0503342 Sep 26 05:54:45.378072 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:45.382983 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port eab744db-21fb-4b22-8514-b8bf28f598a7 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:54:45.383365 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:45.383704 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port eab744db-21fb-4b22-8514-b8bf28f598a7 Sep 26 05:54:45.417693 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-891b796a-8ac5-4c9f-b5c0-365221bd394c req-5522a816-8b74-4286-9806-f98d750842e8 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465763 Sep 26 05:54:45.480133 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port eab744db-21fb-4b22-8514-b8bf28f598a7 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:54:45.480526 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:45.507641 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:54:45.509976 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca460259-0165-4c6f-acb2-6fb025d30144" -d '{"events": [{"server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "name": "network-vif-plugged", "status": "completed", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:54:45.527863 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:45.533255 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:45.568435 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cae972f-cc15-4aa7-ae64-2d89962a6cb4 x-openstack-request-id: req-5cae972f-cc15-4aa7-ae64-2d89962a6cb4 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:54:45.568945 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "name": "network-vif-plugged", "status": "completed", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:54:45.569376 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5cae972f-cc15-4aa7-ae64-2d89962a6cb4 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:54:45.569982 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cae972f-cc15-4aa7-ae64-2d89962a6cb4'] response: {'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'code': 200} Sep 26 05:54:45.600371 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=eab744db-21fb-4b22-8514-b8bf28f598a7,revision_number=10']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:45.923527 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae9e6a-05c8-471e-a61a-c172e1bb3668 req-3fe1dae9-01f1-4c9a-b47e-9a4db95bf818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:45.925070 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b0ae9e6a-05c8-471e-a61a-c172e1bb3668 req-3fe1dae9-01f1-4c9a-b47e-9a4db95bf818 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 1131 time: 0.0952353 Sep 26 05:54:46.121960 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b0ae9e6a-05c8-471e-a61a-c172e1bb3668 req-0401e66b-9fbf-4923-a97a-662c7a233309 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415952 Sep 26 05:54:46.300472 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:46.338441 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3c102-f9da-4c3f-bfc8-f0b18de68ba4 req-88a40dbd-bf4c-472c-ac47-4e5e288c7030 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:46.339956 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3ce3c102-f9da-4c3f-bfc8-f0b18de68ba4 req-88a40dbd-bf4c-472c-ac47-4e5e288c7030 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 947 time: 0.0516477 Sep 26 05:54:46.391463 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3ce3c102-f9da-4c3f-bfc8-f0b18de68ba4 req-0dc34fe1-bf96-456a-8967-cb93b1adb61a tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429158 Sep 26 05:54:46.552404 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd7225-7631-4e0c-a8d3-11e03429d128 req-a9caffe2-cf42-4055-b7db-f0d63bca68bf tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:46.553949 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-79cd7225-7631-4e0c-a8d3-11e03429d128 req-a9caffe2-cf42-4055-b7db-f0d63bca68bf tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 945 time: 0.0574946 Sep 26 05:54:46.603450 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-79cd7225-7631-4e0c-a8d3-11e03429d128 req-d33204ec-b181-4a4d-92ea-6d4315cff635 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437753 Sep 26 05:54:47.152436 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-dab81aab-21f7-49b1-9b15-0f6211b71320 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:47.153937 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-dab81aab-21f7-49b1-9b15-0f6211b71320 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 945 time: 0.0485229 Sep 26 05:54:47.244145 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Deleting port 75b4cfd2-89be-4ea3-90ab-3906f010564d {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:54:47.244697 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:47.333909 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] For port 75b4cfd2-89be-4ea3-90ab-3906f010564d, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=75b4cfd2-89be-4ea3-90ab-3906f010564d,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:47.334238 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:47.543956 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46832-a2a1-4371-b6cf-4463965d05b7 req-034b2ff0-03e8-4d3f-81d1-2b1ab674debe tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:47.545730 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-eab46832-a2a1-4371-b6cf-4463965d05b7 req-034b2ff0-03e8-4d3f-81d1-2b1ab674debe tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 947 time: 0.0645323 Sep 26 05:54:47.547598 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:47.547951 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (84610af0-0306-4956-9576-aefbc50479de), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:47.548251 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Floating IP 84610af0-0306-4956-9576-aefbc50479de disassociated. External IP: 172.27.1.89, port: 75b4cfd2-89be-4ea3-90ab-3906f010564d. Sep 26 05:54:47.548587 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Calling delete_port for 75b4cfd2-89be-4ea3-90ab-3906f010564d owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:54:47.653561 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-eab46832-a2a1-4371-b6cf-4463965d05b7 req-fe93da2a-0af4-45c6-b948-edc9ecd19faf tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995610 Sep 26 05:54:47.729606 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (75b4cfd2-89be-4ea3-90ab-3906f010564d), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:47.732059 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ad6cc-f46a-4635-b549-2c696deddcc5 req-978986b2-2328-452f-aca3-c241a4c68982 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:47.737514 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-641ad6cc-f46a-4635-b549-2c696deddcc5 req-978986b2-2328-452f-aca3-c241a4c68982 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7d8c38d1-af64-4696-bdab-e85587332b6e HTTP/1.1" status: 200 len: 945 time: 0.0530422 Sep 26 05:54:47.758269 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event deleted for resources: {'Port': ['ID=75b4cfd2-89be-4ea3-90ab-3906f010564d,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:47.796434 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-641ad6cc-f46a-4635-b549-2c696deddcc5 req-38b86f6a-6e48-4146-8aeb-3a729e677bd7 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00076b63-5b05-495b-8f0a-6532faa92622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570197 Sep 26 05:54:47.847395 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:47.876314 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Router 909266d4-db91-43bf-b316-a1d566bbd069 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:54:47.974272 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:47.984898 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:54:47.995624 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5063d-05dc-4b32-9e26-8fe06535d2db None None] Sync routers for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:54:48.008208 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5063d-05dc-4b32-9e26-8fe06535d2db None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:54:48.008852 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3fd5063d-05dc-4b32-9e26-8fe06535d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:54:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:48.030946 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] No DVR routers for this DVR port 75b4cfd2-89be-4ea3-90ab-3906f010564d on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:54:48.032239 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:48.036993 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f4d5886e-0ba7-4593-8422-1fda18da499d req-0336b9d1-e6f5-4e5b-8b96-4c64daef94b0 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.25 "DELETE /networking/v2.0/ports/75b4cfd2-89be-4ea3-90ab-3906f010564d HTTP/1.1" status: 204 len: 173 time: 0.8759737 Sep 26 05:54:48.036993 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'name': 'network-vif-deleted', 'tag': '75b4cfd2-89be-4ea3-90ab-3906f010564d'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:54:48.038961 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2004e7-3ba7-4e67-90c5-64cada9476e6" -d '{"events": [{"server_uuid": "7d8c38d1-af64-4696-bdab-e85587332b6e", "name": "network-vif-deleted", "tag": "75b4cfd2-89be-4ea3-90ab-3906f010564d"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:54:48.105711 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d02eb3-123b-4a1b-9a62-48c506ed442d x-openstack-request-id: req-d2d02eb3-123b-4a1b-9a62-48c506ed442d {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:54:48.106177 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8c38d1-af64-4696-bdab-e85587332b6e", "name": "network-vif-deleted", "tag": "75b4cfd2-89be-4ea3-90ab-3906f010564d", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:54:48.106583 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d2d02eb3-123b-4a1b-9a62-48c506ed442d {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:54:48.107288 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d02eb3-123b-4a1b-9a62-48c506ed442d'] response: {'server_uuid': '7d8c38d1-af64-4696-bdab-e85587332b6e', 'name': 'network-vif-deleted', 'tag': '75b4cfd2-89be-4ea3-90ab-3906f010564d', 'status': 'completed', 'code': 200} Sep 26 05:54:48.169000 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-3fd5063d-05dc-4b32-9e26-8fe06535d2db None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:54:48.422634 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3fd5063d-05dc-4b32-9e26-8fe06535d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:48.458369 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5063d-05dc-4b32-9e26-8fe06535d2db None None] Checking router: 909266d4-db91-43bf-b316-a1d566bbd069 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:54:48.469717 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5063d-05dc-4b32-9e26-8fe06535d2db None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:54:48.470600 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3fd5063d-05dc-4b32-9e26-8fe06535d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:54:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:48.578298 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:48.595433 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-3fd5063d-05dc-4b32-9e26-8fe06535d2db None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:54:48.633071 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:48.800682 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3fd5063d-05dc-4b32-9e26-8fe06535d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:48.827411 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5063d-05dc-4b32-9e26-8fe06535d2db None None] The sync data for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi is: [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c', 'name': '', 'network_id': 'a39f8ffc-12a2-4c17-a0f2-be5f6071fe30', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'mac_address': 'fa:16:3e:5c:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:41Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'subnets': [{'id': '5e53b9fa-5781-43b1-83a4-24777e561610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:54:48.837457 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d6d93-8f6c-4516-a300-7cf877700ed4 req-7fc8672a-736e-4970-8486-3f2711b6816b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:48.840354 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b47d6d93-8f6c-4516-a300-7cf877700ed4 req-7fc8672a-736e-4970-8486-3f2711b6816b tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 947 time: 0.0676954 Sep 26 05:54:48.909355 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-b47d6d93-8f6c-4516-a300-7cf877700ed4 req-b09bf0e3-e8b5-4fc6-afe3-4b1f88e86b5c tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631149 Sep 26 05:54:49.083820 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004f4c0-8fec-433c-8337-11ff6cd45db1 None None] New status for floating IP 84610af0-0306-4956-9576-aefbc50479de: DOWN {{(pid=113003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:54:49.354234 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 75b4cfd2-89be-4ea3-90ab-3906f010564d no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:54:49.378108 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 75b4cfd2-89be-4ea3-90ab-3906f010564d {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:54:49.378451 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 75b4cfd2-89be-4ea3-90ab-3906f010564d not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:54:49.952845 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54798) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:50.013552 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-197c91d7-5a67-4616-9e9b-6fc4666c2382 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (00076b63-5b05-495b-8f0a-6532faa92622), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:50.036113 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-197c91d7-5a67-4616-9e9b-6fc4666c2382 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (00076b63-5b05-495b-8f0a-6532faa92622), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:50.042998 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9feac-31e9-4375-8514-e81a8498669b req-e017c799-9b83-4d31-836d-118eab964d39 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:54:50.044518 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8bf9feac-31e9-4375-8514-e81a8498669b req-e017c799-9b83-4d31-836d-118eab964d39 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 947 time: 0.0477736 Sep 26 05:54:50.088691 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-197c91d7-5a67-4616-9e9b-6fc4666c2382 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (00076b63-5b05-495b-8f0a-6532faa92622), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:50.091739 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-197c91d7-5a67-4616-9e9b-6fc4666c2382 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:50.092941 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-197c91d7-5a67-4616-9e9b-6fc4666c2382 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/00076b63-5b05-495b-8f0a-6532faa92622 HTTP/1.1" status: 204 len: 168 time: 0.1390688 Sep 26 05:54:50.097403 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54800) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:50.098534 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8bf9feac-31e9-4375-8514-e81a8498669b req-f037ea38-53a8-4174-978f-21c1efdccfff tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472250 Sep 26 05:54:50.115772 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c91d7-5a67-4616-9e9b-6fc4666c2382 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00076b63-5b05-495b-8f0a-6532faa92622,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:50.119432 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.api.v2.resource [None req-cb47ad28-5484-43cf-90bc-ec52c3e86894 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] show failed (client error): The resource could not be found. Sep 26 05:54:50.120458 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-cb47ad28-5484-43cf-90bc-ec52c3e86894 tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "GET /networking/v2.0/security-groups/00076b63-5b05-495b-8f0a-6532faa92622 HTTP/1.1" status: 404 len: 347 time: 0.0216136 Sep 26 05:54:50.124255 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54802) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:50.247272 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-5f46ada8-da33-4998-a198-dfe1dc4eb61f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Deleting port f67aa02b-c23a-41d4-a37a-5d042a52e720 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:54:50.247619 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f46ada8-da33-4998-a198-dfe1dc4eb61f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (f67aa02b-c23a-41d4-a37a-5d042a52e720), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:50.328514 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f46ada8-da33-4998-a198-dfe1dc4eb61f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (f67aa02b-c23a-41d4-a37a-5d042a52e720), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:50.328843 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f46ada8-da33-4998-a198-dfe1dc4eb61f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (f67aa02b-c23a-41d4-a37a-5d042a52e720), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:50.342775 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-5f46ada8-da33-4998-a198-dfe1dc4eb61f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Calling delete_port for f67aa02b-c23a-41d4-a37a-5d042a52e720 owned by network:floatingip {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:54:50.474857 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f46ada8-da33-4998-a198-dfe1dc4eb61f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (f67aa02b-c23a-41d4-a37a-5d042a52e720), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:50.513381 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46ada8-da33-4998-a198-dfe1dc4eb61f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Pushing event deleted for resources: {'Port': ['ID=f67aa02b-c23a-41d4-a37a-5d042a52e720,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:50.575205 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f46ada8-da33-4998-a198-dfe1dc4eb61f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks [] for floatingip (84610af0-0306-4956-9576-aefbc50479de), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:50.577771 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5f46ada8-da33-4998-a198-dfe1dc4eb61f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:50.578923 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5f46ada8-da33-4998-a198-dfe1dc4eb61f tempest-AttachVolumeTestJSON-682876007 tempest-AttachVolumeTestJSON-682876007-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/84610af0-0306-4956-9576-aefbc50479de HTTP/1.1" status: 204 len: 168 time: 0.4530945 Sep 26 05:54:54.196942 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54832) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:54.399401 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:54.622427 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:54.637921 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809315'] for router_interface (909266d4-db91-43bf-b316-a1d566bbd069), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:55.138663 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] Deleting port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:54:55.139002 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:55.222909 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] For port 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:55.223574 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:55.237670 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] Calling delete_port for 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c owned by network:router_interface {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:54:55.426354 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:55.454696 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:55.567288 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:55.623569 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600275'] for router_interface (909266d4-db91-43bf-b316-a1d566bbd069), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:55.772009 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:55.844757 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] Router 909266d4-db91-43bf-b316-a1d566bbd069 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:54:55.951328 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:54:55.957701 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-9a148814-c64e-4aaa-9007-3f9722d45ef6 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/909266d4-db91-43bf-b316-a1d566bbd069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7592390 Sep 26 05:54:55.959928 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54838) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:55.960984 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb272249-afb8-45c4-a662-4080b7ccd172 None None] Sync routers for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:54:55.972521 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb272249-afb8-45c4-a662-4080b7ccd172 None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:54:55.973176 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-eb272249-afb8-45c4-a662-4080b7ccd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:54:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:56.056989 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Publish callbacks [] for router (909266d4-db91-43bf-b316-a1d566bbd069), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.074511 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-eb272249-afb8-45c4-a662-4080b7ccd172 None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:54:56.167935 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Publish callbacks [] for router_gateway (909266d4-db91-43bf-b316-a1d566bbd069), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.222144 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Deleting port 5d8af877-05ff-4846-9fd6-de21c6e88c3a {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:54:56.222587 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.338301 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] For port 5d8af877-05ff-4846-9fd6-de21c6e88c3a, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=5d8af877-05ff-4846-9fd6-de21c6e88c3a,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:56.339042 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.352015 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Calling delete_port for 5d8af877-05ff-4846-9fd6-de21c6e88c3a owned by network:router_gateway {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:54:56.389612 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-eb272249-afb8-45c4-a662-4080b7ccd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:54:55Z', 'revision_number': 5, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port': {'id': '5d8af877-05ff-4846-9fd6-de21c6e88c3a', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909266d4-db91-43bf-b316-a1d566bbd069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:56.415292 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb272249-afb8-45c4-a662-4080b7ccd172 None None] Checking router: 909266d4-db91-43bf-b316-a1d566bbd069 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:54:56.425006 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb272249-afb8-45c4-a662-4080b7ccd172 None None] Routers {'909266d4-db91-43bf-b316-a1d566bbd069'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:54:56.425668 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-eb272249-afb8-45c4-a662-4080b7ccd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:54:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['909266d4-db91-43bf-b316-a1d566bbd069'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:56.504480 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:56.520394 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-eb272249-afb8-45c4-a662-4080b7ccd172 None None] Set router 909266d4-db91-43bf-b316-a1d566bbd069 gateway port host: None {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:54:56.528537 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (5d8af877-05ff-4846-9fd6-de21c6e88c3a), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.553968 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8af877-05ff-4846-9fd6-de21c6e88c3a,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:56.573857 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-eb272249-afb8-45c4-a662-4080b7ccd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:54:56Z', 'revision_number': 6, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port_host': None}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:56.584046 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.584381 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.584726 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.585062 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.585420 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.585755 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.586083 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.586427 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.586816 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.587138 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.587506 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.587849 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.588242 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.588660 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.588876 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:56.603481 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb272249-afb8-45c4-a662-4080b7ccd172 None None] The sync data for ids ['909266d4-db91-43bf-b316-a1d566bbd069'] in dv-cinder-836083-14-iscsi is: [{'id': '909266d4-db91-43bf-b316-a1d566bbd069', 'name': 'tempest-AttachVolumeTestJSON-1985009880-router', 'tenant_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:09Z', 'updated_at': '2022-09-26T05:54:56Z', 'revision_number': 6, 'project_id': '9fc5a928f77549839c85f3ab7e7e13b6', 'gw_port_host': None}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:54:56.634806 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604185'] for router_gateway (909266d4-db91-43bf-b316-a1d566bbd069), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.686389 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:56.730674 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31891'] for router (909266d4-db91-43bf-b316-a1d566bbd069), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.733312 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Publish callbacks [] for router_controller (909266d4-db91-43bf-b316-a1d566bbd069), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.779200 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600366'] for router (909266d4-db91-43bf-b316-a1d566bbd069), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.779790 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 909266d4-db91-43bf-b316-a1d566bbd069 {{(pid=113001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:54:56.785171 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.786321 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5df6746e-d91d-45b7-a1eb-1e87f1df59bd admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/909266d4-db91-43bf-b316-a1d566bbd069 HTTP/1.1" status: 204 len: 168 time: 0.8254724 Sep 26 05:54:56.790038 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54840) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:56.842435 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f33539f-c4e2-4394-bf83-392b59e817c5 admin admin] Deleting subnet 5e53b9fa-5781-43b1-83a4-24777e561610 {{(pid=113001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:54:56.847137 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3f33539f-c4e2-4394-bf83-392b59e817c5 admin admin] Publish callbacks [] for subnet (5e53b9fa-5781-43b1-83a4-24777e561610), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.887592 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3f33539f-c4e2-4394-bf83-392b59e817c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552471'] for subnet (5e53b9fa-5781-43b1-83a4-24777e561610), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:56.971247 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3f33539f-c4e2-4394-bf83-392b59e817c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (5e53b9fa-5781-43b1-83a4-24777e561610), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.045574 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3f33539f-c4e2-4394-bf83-392b59e817c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528700186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528540775'] for subnet (5e53b9fa-5781-43b1-83a4-24777e561610), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.078563 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33539f-c4e2-4394-bf83-392b59e817c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e53b9fa-5781-43b1-83a4-24777e561610,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:57.080731 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3f33539f-c4e2-4394-bf83-392b59e817c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.084603 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-3f33539f-c4e2-4394-bf83-392b59e817c5 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/5e53b9fa-5781-43b1-83a4-24777e561610 HTTP/1.1" status: 204 len: 168 time: 0.2936184 Sep 26 05:54:57.087279 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54842) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:57.110172 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8097593d-614d-4bdc-8882-1711687c4677 None None] Network a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:54:57.156282 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (a39f8ffc-12a2-4c17-a0f2-be5f6071fe30), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.199269 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Deleting port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:54:57.199577 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.268121 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] For port 76780a63-826a-4c71-a6a7-6a0ce5b0db85, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=76780a63-826a-4c71-a6a7-6a0ce5b0db85,segment=NetworkSegment(ade8e156-3be9-4e42-8e55-f8397b3fffc6),segment_id=ade8e156-3be9-4e42-8e55-f8397b3fffc6)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:54:57.268483 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.281861 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Calling delete_port for 76780a63-826a-4c71-a6a7-6a0ce5b0db85 owned by network:dhcp {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:54:57.370566 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (76780a63-826a-4c71-a6a7-6a0ce5b0db85), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.376954 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93edfc7-769d-4413-8490-c3588ba2edc9 None None] DHCP port deletion for a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 request from dv-cinder-836083-14-iscsi {{(pid=113002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:54:57.385396 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:54:57.401594 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Pushing event deleted for resources: {'Port': ['ID=76780a63-826a-4c71-a6a7-6a0ce5b0db85,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:57.405173 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] No DVR routers for this DVR port 76780a63-826a-4c71-a6a7-6a0ce5b0db85 on host dv-cinder-836083-14-iscsi {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:54:57.424634 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:54:57.425669 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 8c4bfb9e-ff01-491f-a72d-ffc9d1c9c68c not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:54:57.493841 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (a39f8ffc-12a2-4c17-a0f2-be5f6071fe30), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.514719 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:57.521520 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39f8ffc-12a2-4c17-a0f2-be5f6071fe30']}} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:57.532458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade8e156-3be9-4e42-8e55-f8397b3fffc6') {'for_net_delete': True} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:57.532747 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade8e156-3be9-4e42-8e55-f8397b3fffc6') {} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:54:57.543339 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552492'] for segment (ade8e156-3be9-4e42-8e55-f8397b3fffc6), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.558847 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (ade8e156-3be9-4e42-8e55-f8397b3fffc6), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.566554 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=113001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:54:57.566984 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528700320'] for segment (ade8e156-3be9-4e42-8e55-f8397b3fffc6), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.642214 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (a39f8ffc-12a2-4c17-a0f2-be5f6071fe30), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.649094 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.654565 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/a39f8ffc-12a2-4c17-a0f2-be5f6071fe30 HTTP/1.1" status: 204 len: 168 time: 0.5653594 Sep 26 05:54:57.669629 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db9743-71a6-4cc4-ba69-08bf5010cc16 admin admin] Pushing event deleted for resources: {'Network': ['ID=a39f8ffc-12a2-4c17-a0f2-be5f6071fe30,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:57.751733 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.services.segments.plugin [-] Segment ade8e156-3be9-4e42-8e55-f8397b3fffc6 resource provider aggregate not found Sep 26 05:54:57.774867 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.services.segments.plugin [-] Segment ade8e156-3be9-4e42-8e55-f8397b3fffc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ade8e156-3be9-4e42-8e55-f8397b3fffc6 found for delete ", "request_id": "req-734a1d12-4c28-4ce5-8f0e-4acbba11e870"}]} Sep 26 05:54:57.806221 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 54852) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:57.831275 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:57.853868 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-3b7c8c2a-b740-4690-8838-a50bd094c42c admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9fc5a928f77549839c85f3ab7e7e13b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462027 Sep 26 05:54:57.858480 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 54854) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:54:57.914253 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Publish callbacks [] for security_group (2128a5b6-4afd-42ef-baf5-8a13894e8347), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.935947 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Publish callbacks [] for security_group (2128a5b6-4afd-42ef-baf5-8a13894e8347), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.950751 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:57.994787 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (2128a5b6-4afd-42ef-baf5-8a13894e8347), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.997526 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:54:57.998764 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/2128a5b6-4afd-42ef-baf5-8a13894e8347 HTTP/1.1" status: 204 len: 168 time: 0.1391418 Sep 26 05:54:58.007477 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2128a5b6-4afd-42ef-baf5-8a13894e8347,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:54:58.015873 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.016217 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.016713 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.017049 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.017409 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.017818 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.018196 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.018520 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.018867 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.019190 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.019632 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.019960 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.020277 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.020592 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.020903 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141b600-0260-44f0-a57d-e08afa9a3b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:54:58.804543 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 76780a63-826a-4c71-a6a7-6a0ce5b0db85 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:54:58.823499 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 76780a63-826a-4c71-a6a7-6a0ce5b0db85 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:54:58.823838 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 76780a63-826a-4c71-a6a7-6a0ce5b0db85 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:54:58.824269 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 5d8af877-05ff-4846-9fd6-de21c6e88c3a no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:54:58.843628 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 5d8af877-05ff-4846-9fd6-de21c6e88c3a {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:54:58.843973 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 5d8af877-05ff-4846-9fd6-de21c6e88c3a not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:54:59.156254 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:59.158378 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:54:59.690689 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-4d1d98b6-e459-4caa-a870-134f15384512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:02.144218 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-495009ff-14ea-417d-859f-935f6670c30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:03.343388 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:05.022128 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:05.032729 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:05.084477 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:07.814951 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 54970) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:07.850405 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:07.923862 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:07.930821 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d8b42a29-c247-42ee-86c8-55d4f930ad9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:08.015358 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d8b42a29-c247-42ee-86c8-55d4f930ad9e admin admin] Publish callbacks [] for security_group (0e6e2d2f-c40c-48b5-97fc-0fa72a09a384), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:08.020582 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d8b42a29-c247-42ee-86c8-55d4f930ad9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (0e6e2d2f-c40c-48b5-97fc-0fa72a09a384), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:08.061206 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d8b42a29-c247-42ee-86c8-55d4f930ad9e admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=3d0b1b7222454841a0af58d50e630223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450702 Sep 26 05:55:08.062104 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b42a29-c247-42ee-86c8-55d4f930ad9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6e2d2f-c40c-48b5-97fc-0fa72a09a384,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:08.064827 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 54974) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:08.127101 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4334dd0e-7fe4-4368-ab33-7398c5607bf0 admin admin] Publish callbacks [] for security_group (0e6e2d2f-c40c-48b5-97fc-0fa72a09a384), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:08.150349 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4334dd0e-7fe4-4368-ab33-7398c5607bf0 admin admin] Publish callbacks [] for security_group (0e6e2d2f-c40c-48b5-97fc-0fa72a09a384), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:08.214703 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4334dd0e-7fe4-4368-ab33-7398c5607bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (0e6e2d2f-c40c-48b5-97fc-0fa72a09a384), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:08.218394 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4334dd0e-7fe4-4368-ab33-7398c5607bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:08.219957 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4334dd0e-7fe4-4368-ab33-7398c5607bf0 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/0e6e2d2f-c40c-48b5-97fc-0fa72a09a384 HTTP/1.1" status: 204 len: 168 time: 0.1542306 Sep 26 05:55:08.235203 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334dd0e-7fe4-4368-ab33-7398c5607bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6e2d2f-c40c-48b5-97fc-0fa72a09a384,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:08.968001 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 54996) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:09.104369 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1938260820-network', 'tenant_id': '5d91488f572442e2b110634360929506'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:55:09.131627 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Made reservation on behalf of 5d91488f572442e2b110634360929506 for: {'network': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:55:09.133957 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:09.142980 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:09.230040 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Publish callbacks [] for security_group (0a490d36-fc4d-4a9f-a2e8-fd47c2cb7085), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:09.238648 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (0a490d36-fc4d-4a9f-a2e8-fd47c2cb7085), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:09.265224 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=113000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:55:09.275602 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a490d36-fc4d-4a9f-a2e8-fd47c2cb7085,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:09.281031 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (e04bba60-7b3d-49b7-9fdc-bc21d14ef531), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:09.281397 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.segments_db [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Added segment e04bba60-7b3d-49b7-9fdc-bc21d14ef531 of type vlan for network 80c385fc-fdd0-4841-bd9b-43d4821c8978 Sep 26 05:55:09.327073 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (80c385fc-fdd0-4841-bd9b-43d4821c8978), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:09.361991 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (80c385fc-fdd0-4841-bd9b-43d4821c8978), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:09.363235 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:09.364361 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:09.689425 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7201998 Sep 26 05:55:09.692940 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55000) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:09.698437 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] Request body: {'subnet': {'network_id': '80c385fc-fdd0-4841-bd9b-43d4821c8978', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1938260820-subnet', 'tenant_id': '5d91488f572442e2b110634360929506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:55:09.701276 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9865c0-0c15-46e2-8943-aaf41a097b30 admin admin] Pushing event updated for resources: {'Network': ['ID=80c385fc-fdd0-4841-bd9b-43d4821c8978,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:09.712380 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network 80c385fc-fdd0-4841-bd9b-43d4821c8978 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:55:09.722671 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] Made reservation on behalf of 5d91488f572442e2b110634360929506 for: {'subnet': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:55:09.725766 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-528540744'] for subnet (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:09.726387 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:09.910527 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528702661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-528540766'] for subnet (461755fc-00cd-49e3-aa28-26b7ddf2c8e4), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:09.964065 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=461755fc-00cd-49e3-aa28-26b7ddf2c8e4,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:09.980318 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] Checking segment: {'id': 'e04bba60-7b3d-49b7-9fdc-bc21d14ef531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '80c385fc-fdd0-4841-bd9b-43d4821c8978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:55:09.980679 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] Network hostable DHCP agents. Network: 80c385fc-fdd0-4841-bd9b-43d4821c8978, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:55:09.999212 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] Network 80c385fc-fdd0-4841-bd9b-43d4821c8978 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:55:10.009163 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, 80c385fc-fdd0-4841-bd9b-43d4821c8978) {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:55:10.013538 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:10.014142 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:10.021110 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04625643-6369-40ab-9677-8f3103f832d5 None None] Network 80c385fc-fdd0-4841-bd9b-43d4821c8978 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:55:10.032498 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-1e10459e-a6e5-448b-b63f-1c0c6baf13f6 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3380797 Sep 26 05:55:10.137724 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7188fd0-ab44-48a2-b00c-f1e7f6371013 None None] Network 80c385fc-fdd0-4841-bd9b-43d4821c8978 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:55:10.570898 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55016) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:10.575985 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1921016947-network', 'tenant_id': '9cff641d8ada4250b92350d84106c854'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:55:10.599623 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Made reservation on behalf of 9cff641d8ada4250b92350d84106c854 for: {'network': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:55:10.602276 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:10.615159 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:10.695396 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Publish callbacks [] for security_group (d2582c95-bd9a-4093-aebc-032294291065), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:10.702332 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (d2582c95-bd9a-4093-aebc-032294291065), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:10.732821 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=113001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:55:10.749906 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2582c95-bd9a-4093-aebc-032294291065,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:10.754226 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (ee3933d1-b64a-446d-a527-e83b0d7a5192), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:10.754582 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.segments_db [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Added segment ee3933d1-b64a-446d-a527-e83b0d7a5192 of type vlan for network 5d831786-4d45-4260-92d1-2bf71acd956e Sep 26 05:55:10.797308 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (5d831786-4d45-4260-92d1-2bf71acd956e), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:10.824619 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (5d831786-4d45-4260-92d1-2bf71acd956e), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:10.826067 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:10.826984 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:10.886162 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3140292 Sep 26 05:55:10.890150 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55018) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:10.895322 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] Request body: {'subnet': {'network_id': '5d831786-4d45-4260-92d1-2bf71acd956e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1921016947-subnet', 'tenant_id': '9cff641d8ada4250b92350d84106c854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:55:10.899298 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b40ac-2654-4a0d-a4da-82da31c8f088 admin admin] Pushing event updated for resources: {'Network': ['ID=5d831786-4d45-4260-92d1-2bf71acd956e,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:10.910926 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network 5d831786-4d45-4260-92d1-2bf71acd956e details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:55:10.916881 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] Made reservation on behalf of 9cff641d8ada4250b92350d84106c854 for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:55:10.919523 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3432168'] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:10.969339 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:10.978663 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:11.105086 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3583203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3432190'] for subnet (8b177c38-9e63-4fb3-8eb2-532701f6c1f4), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.155084 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b177c38-9e63-4fb3-8eb2-532701f6c1f4,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:11.170667 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] Checking segment: {'id': 'ee3933d1-b64a-446d-a527-e83b0d7a5192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5d831786-4d45-4260-92d1-2bf71acd956e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:55:11.171025 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] Network hostable DHCP agents. Network: 5d831786-4d45-4260-92d1-2bf71acd956e, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:55:11.191242 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] Network 5d831786-4d45-4260-92d1-2bf71acd956e is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:55:11.202154 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, 5d831786-4d45-4260-92d1-2bf71acd956e) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:55:11.207476 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:11.209552 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.212971 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46557e84-ae55-4e50-b11a-1c45946bb482 None None] Network 5d831786-4d45-4260-92d1-2bf71acd956e requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:55:11.228649 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-aa49eb35-89f3-414f-9be4-285db008c4dc admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3373122 Sep 26 05:55:11.325431 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d592d9-b303-4f57-8e2c-2af53ff39751 None None] Network 5d831786-4d45-4260-92d1-2bf71acd956e requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:55:11.346625 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55024) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:11.377766 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:11.393337 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_v2 [None req-8769c074-3479-4197-94a5-b5d95a0dc97d admin admin] Deleting subnet 461755fc-00cd-49e3-aa28-26b7ddf2c8e4 {{(pid=113001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:55:11.397270 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8769c074-3479-4197-94a5-b5d95a0dc97d admin admin] Publish callbacks [] for subnet (461755fc-00cd-49e3-aa28-26b7ddf2c8e4), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.422892 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:11.437392 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8769c074-3479-4197-94a5-b5d95a0dc97d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552471'] for subnet (461755fc-00cd-49e3-aa28-26b7ddf2c8e4), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.478752 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8769c074-3479-4197-94a5-b5d95a0dc97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (461755fc-00cd-49e3-aa28-26b7ddf2c8e4), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.542963 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8769c074-3479-4197-94a5-b5d95a0dc97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528700186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528540775'] for subnet (461755fc-00cd-49e3-aa28-26b7ddf2c8e4), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.566660 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769c074-3479-4197-94a5-b5d95a0dc97d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=461755fc-00cd-49e3-aa28-26b7ddf2c8e4,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:11.572509 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8769c074-3479-4197-94a5-b5d95a0dc97d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.575780 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-8769c074-3479-4197-94a5-b5d95a0dc97d admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/461755fc-00cd-49e3-aa28-26b7ddf2c8e4 HTTP/1.1" status: 204 len: 168 time: 0.2281196 Sep 26 05:55:11.578587 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55026) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:11.648073 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (80c385fc-fdd0-4841-bd9b-43d4821c8978), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.730798 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (80c385fc-fdd0-4841-bd9b-43d4821c8978), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.752155 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c385fc-fdd0-4841-bd9b-43d4821c8978']}} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:55:11.762632 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04bba60-7b3d-49b7-9fdc-bc21d14ef531') {'for_net_delete': True} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:55:11.762900 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04bba60-7b3d-49b7-9fdc-bc21d14ef531') {} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:55:11.774936 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552492'] for segment (e04bba60-7b3d-49b7-9fdc-bc21d14ef531), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.793489 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (e04bba60-7b3d-49b7-9fdc-bc21d14ef531), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.799849 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=113001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:55:11.800182 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528700320'] for segment (e04bba60-7b3d-49b7-9fdc-bc21d14ef531), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.840295 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.services.segments.plugin [-] Segment e04bba60-7b3d-49b7-9fdc-bc21d14ef531 resource provider aggregate not found Sep 26 05:55:11.857076 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.services.segments.plugin [-] Segment e04bba60-7b3d-49b7-9fdc-bc21d14ef531 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e04bba60-7b3d-49b7-9fdc-bc21d14ef531 found for delete ", "request_id": "req-440de628-f955-4b76-b3c9-1f9752060c0c"}]} Sep 26 05:55:11.866350 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (80c385fc-fdd0-4841-bd9b-43d4821c8978), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.873760 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.878669 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/80c385fc-fdd0-4841-bd9b-43d4821c8978 HTTP/1.1" status: 204 len: 168 time: 0.2989740 Sep 26 05:55:11.882998 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55032) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:11.891891 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165246ca-1904-446a-96b6-732a3f14bc92 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c385fc-fdd0-4841-bd9b-43d4821c8978,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:11.930009 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4353de-1976-43a0-a28f-11330d27c658 admin admin] Deleting subnet 8b177c38-9e63-4fb3-8eb2-532701f6c1f4 {{(pid=113000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:55:11.933939 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5b4353de-1976-43a0-a28f-11330d27c658 admin admin] Publish callbacks [] for subnet (8b177c38-9e63-4fb3-8eb2-532701f6c1f4), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:11.973973 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5b4353de-1976-43a0-a28f-11330d27c658 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529123234'] for subnet (8b177c38-9e63-4fb3-8eb2-532701f6c1f4), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.015745 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5b4353de-1976-43a0-a28f-11330d27c658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (8b177c38-9e63-4fb3-8eb2-532701f6c1f4), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.070933 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5b4353de-1976-43a0-a28f-11330d27c658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3432135'] for subnet (8b177c38-9e63-4fb3-8eb2-532701f6c1f4), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.097707 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4353de-1976-43a0-a28f-11330d27c658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b177c38-9e63-4fb3-8eb2-532701f6c1f4,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:12.103467 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5b4353de-1976-43a0-a28f-11330d27c658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.106698 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-5b4353de-1976-43a0-a28f-11330d27c658 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/8b177c38-9e63-4fb3-8eb2-532701f6c1f4 HTTP/1.1" status: 204 len: 168 time: 0.2226930 Sep 26 05:55:12.109340 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55034) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:12.187973 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (5d831786-4d45-4260-92d1-2bf71acd956e), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.275788 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (5d831786-4d45-4260-92d1-2bf71acd956e), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.297294 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d831786-4d45-4260-92d1-2bf71acd956e']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:55:12.306818 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3933d1-b64a-446d-a527-e83b0d7a5192') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:55:12.307113 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3933d1-b64a-446d-a527-e83b0d7a5192') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:55:12.316971 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (ee3933d1-b64a-446d-a527-e83b0d7a5192), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.330923 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (ee3933d1-b64a-446d-a527-e83b0d7a5192), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.337923 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:55:12.338307 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (ee3933d1-b64a-446d-a527-e83b0d7a5192), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.383712 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment ee3933d1-b64a-446d-a527-e83b0d7a5192 resource provider aggregate not found Sep 26 05:55:12.403326 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment ee3933d1-b64a-446d-a527-e83b0d7a5192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee3933d1-b64a-446d-a527-e83b0d7a5192 found for delete ", "request_id": "req-87384937-0720-475b-8029-a25c9fada73f"}]} Sep 26 05:55:12.411692 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (5d831786-4d45-4260-92d1-2bf71acd956e), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.417542 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.420675 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/5d831786-4d45-4260-92d1-2bf71acd956e HTTP/1.1" status: 204 len: 168 time: 0.3103728 Sep 26 05:55:12.432703 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c5237-c2c9-4a3b-a035-5cf4d2d584ab admin admin] Pushing event deleted for resources: {'Network': ['ID=5d831786-4d45-4260-92d1-2bf71acd956e,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:12.615457 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55042) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:12.656215 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:12.660453 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-a32e6ef1-221e-4c7b-a806-da5c90e3be40 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=5d91488f572442e2b110634360929506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437863 Sep 26 05:55:12.663869 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55044) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:12.682187 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:12.726716 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3804152-cb6c-4f73-b859-d898485ceaf4 admin admin] Publish callbacks [] for security_group (0a490d36-fc4d-4a9f-a2e8-fd47c2cb7085), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.750369 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3804152-cb6c-4f73-b859-d898485ceaf4 admin admin] Publish callbacks [] for security_group (0a490d36-fc4d-4a9f-a2e8-fd47c2cb7085), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.805933 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3804152-cb6c-4f73-b859-d898485ceaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (0a490d36-fc4d-4a9f-a2e8-fd47c2cb7085), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.812274 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3804152-cb6c-4f73-b859-d898485ceaf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:12.812274 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f3804152-cb6c-4f73-b859-d898485ceaf4 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/0a490d36-fc4d-4a9f-a2e8-fd47c2cb7085 HTTP/1.1" status: 204 len: 168 time: 0.1448944 Sep 26 05:55:12.820982 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3804152-cb6c-4f73-b859-d898485ceaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a490d36-fc4d-4a9f-a2e8-fd47c2cb7085,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:13.171972 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55052) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:13.220152 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f4b00aff-bdc3-42f6-bee1-db86e675c821 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=9cff641d8ada4250b92350d84106c854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469840 Sep 26 05:55:13.223284 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55054) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:13.274873 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-635e81f1-0588-4a8d-8bab-8f19866ca1d2 admin admin] Publish callbacks [] for security_group (d2582c95-bd9a-4093-aebc-032294291065), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:13.295279 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-635e81f1-0588-4a8d-8bab-8f19866ca1d2 admin admin] Publish callbacks [] for security_group (d2582c95-bd9a-4093-aebc-032294291065), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:13.347650 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-635e81f1-0588-4a8d-8bab-8f19866ca1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (d2582c95-bd9a-4093-aebc-032294291065), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:13.351620 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-635e81f1-0588-4a8d-8bab-8f19866ca1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:13.351985 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-635e81f1-0588-4a8d-8bab-8f19866ca1d2 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/d2582c95-bd9a-4093-aebc-032294291065 HTTP/1.1" status: 204 len: 168 time: 0.1277947 Sep 26 05:55:13.360543 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e81f1-0588-4a8d-8bab-8f19866ca1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2582c95-bd9a-4093-aebc-032294291065,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:15.002860 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:20.075237 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:55:21.908506 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-b204cec2-cf2c-45aa-8309-a4fc0a2e9c3b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682194 Sep 26 05:55:21.994509 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-59b260b9-76f9-497e-9198-739ea348274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:21.996217 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-59b260b9-76f9-497e-9198-739ea348274b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 1129 time: 0.0488462 Sep 26 05:55:22.127745 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-b1db3190-8142-418b-8635-b62d43b0954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:22.129345 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-b1db3190-8142-418b-8635-b62d43b0954c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 200 len: 915 time: 0.1088462 Sep 26 05:55:22.207202 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-962af95c-1e8e-4d5c-8410-e2495294ae05 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea9712c-9bb5-4df0-959b-0528f14cc976 HTTP/1.1" status: 200 len: 1001 time: 0.0722001 Sep 26 05:55:22.263589 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-ec80fd89-2f09-47e8-84a6-80b2f64fa21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:22.265088 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-ec80fd89-2f09-47e8-84a6-80b2f64fa21c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 200 len: 853 time: 0.0506194 Sep 26 05:55:22.314495 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-55faba2b-82d3-41f2-8af6-79c2fcb8952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:22.316890 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-55faba2b-82d3-41f2-8af6-79c2fcb8952a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f147de2c-29b4-4f2b-a870-47c60a471f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454521 Sep 26 05:55:22.327996 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-2f6f8323-7b2c-42b5-b8aa-31f8bd4cfe2b service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:55:22.329093 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-2f6f8323-7b2c-42b5-b8aa-31f8bd4cfe2b service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063539 Sep 26 05:55:22.428916 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:22.435989 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-22214745-9b53-4ea8-a31f-3c5c330bd7ee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004686 Sep 26 05:55:22.536362 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d5e15eba-c422-4a6b-8ab8-58f5811049df req-21f76e11-5bd7-404d-b925-0442e45f32b4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943570 Sep 26 05:55:23.354833 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:23.356149 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=38,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:24.984931 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:24.997123 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:26.643945 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55198) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:26.886493 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ac443-f868-476c-bc2b-c984ded105b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:26.973712 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ac443-f868-476c-bc2b-c984ded105b9 admin admin] Publish callbacks [] for security_group (cf1bb919-0ab0-48e2-a154-82a9a430e884), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:26.978738 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-847ac443-f868-476c-bc2b-c984ded105b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (cf1bb919-0ab0-48e2-a154-82a9a430e884), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.022357 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-847ac443-f868-476c-bc2b-c984ded105b9 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=7e939454dcc54b00b19da6f40001272e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771508 Sep 26 05:55:27.023216 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ac443-f868-476c-bc2b-c984ded105b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1bb919-0ab0-48e2-a154-82a9a430e884,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:27.025333 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55202) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:27.081935 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d932d4d6-12e1-4344-a5ae-15d4bc2e7f6c admin admin] Publish callbacks [] for security_group (cf1bb919-0ab0-48e2-a154-82a9a430e884), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.102846 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:27.105180 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d932d4d6-12e1-4344-a5ae-15d4bc2e7f6c admin admin] Publish callbacks [] for security_group (cf1bb919-0ab0-48e2-a154-82a9a430e884), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.159079 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d932d4d6-12e1-4344-a5ae-15d4bc2e7f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (cf1bb919-0ab0-48e2-a154-82a9a430e884), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.162296 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d932d4d6-12e1-4344-a5ae-15d4bc2e7f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.163598 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-d932d4d6-12e1-4344-a5ae-15d4bc2e7f6c admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/cf1bb919-0ab0-48e2-a154-82a9a430e884 HTTP/1.1" status: 204 len: 168 time: 0.1371636 Sep 26 05:55:27.173641 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932d4d6-12e1-4344-a5ae-15d4bc2e7f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1bb919-0ab0-48e2-a154-82a9a430e884,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:27.492603 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55208) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:27.507276 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a4c10cd2-14a1-40a4-9a14-435f1931bdd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.603728 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a4c10cd2-14a1-40a4-9a14-435f1931bdd1 admin admin] Publish callbacks [] for security_group (54a0ef2f-447d-49fd-85b9-d1f54941cb14), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.609013 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a4c10cd2-14a1-40a4-9a14-435f1931bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (54a0ef2f-447d-49fd-85b9-d1f54941cb14), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.658365 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-a4c10cd2-14a1-40a4-9a14-435f1931bdd1 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ff9188afbea24187bd7b23bbc0ab0cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645932 Sep 26 05:55:27.659380 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c10cd2-14a1-40a4-9a14-435f1931bdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a0ef2f-447d-49fd-85b9-d1f54941cb14,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:27.661507 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55210) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:27.727357 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4542-4cb4-4064-9d88-1265062f21e3 admin admin] Publish callbacks [] for security_group (54a0ef2f-447d-49fd-85b9-d1f54941cb14), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.750835 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4542-4cb4-4064-9d88-1265062f21e3 admin admin] Publish callbacks [] for security_group (54a0ef2f-447d-49fd-85b9-d1f54941cb14), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.815957 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4542-4cb4-4064-9d88-1265062f21e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (54a0ef2f-447d-49fd-85b9-d1f54941cb14), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.819252 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b7fa4542-4cb4-4064-9d88-1265062f21e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:27.820571 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b7fa4542-4cb4-4064-9d88-1265062f21e3 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/54a0ef2f-447d-49fd-85b9-d1f54941cb14 HTTP/1.1" status: 204 len: 168 time: 0.1571403 Sep 26 05:55:27.830265 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa4542-4cb4-4064-9d88-1265062f21e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a0ef2f-447d-49fd-85b9-d1f54941cb14,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:29.691876 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-68a6d2c3-22a5-42cc-85f4-f89834bb0286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:32.150229 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1f704245-9e99-4e80-9dce-0f76215160f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:33.342488 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:34.049080 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:34.050819 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:35.033122 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:35.080474 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:37.652162 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=43,neutron:DELETE=3,neutron:INSERT=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:37.654479 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=25,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:37.824680 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:37.825553 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=33,neutron:INSERT=7,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:41.774234 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55356) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:42.164529 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd8e4-549b-4b55-bfb4-1a7b6dacdea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:42.247799 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd8e4-549b-4b55-bfb4-1a7b6dacdea4 admin admin] Publish callbacks [] for security_group (bf2363be-b4f5-4345-9858-331c22562147), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:42.252277 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd8e4-549b-4b55-bfb4-1a7b6dacdea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (bf2363be-b4f5-4345-9858-331c22562147), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:42.293398 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-eb4bd8e4-549b-4b55-bfb4-1a7b6dacdea4 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=8abfa26056a84b49a9a52230e81f8a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5175784 Sep 26 05:55:42.294302 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bd8e4-549b-4b55-bfb4-1a7b6dacdea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2363be-b4f5-4345-9858-331c22562147,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:42.296948 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55360) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:42.357068 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-841f8572-219e-4b92-9bc4-e5d444e29c62 admin admin] Publish callbacks [] for security_group (bf2363be-b4f5-4345-9858-331c22562147), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:42.380114 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-841f8572-219e-4b92-9bc4-e5d444e29c62 admin admin] Publish callbacks [] for security_group (bf2363be-b4f5-4345-9858-331c22562147), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:42.435787 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-841f8572-219e-4b92-9bc4-e5d444e29c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (bf2363be-b4f5-4345-9858-331c22562147), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:42.438640 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-841f8572-219e-4b92-9bc4-e5d444e29c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:42.439854 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-841f8572-219e-4b92-9bc4-e5d444e29c62 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/bf2363be-b4f5-4345-9858-331c22562147 HTTP/1.1" status: 204 len: 168 time: 0.1419051 Sep 26 05:55:42.448403 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f8572-219e-4b92-9bc4-e5d444e29c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2363be-b4f5-4345-9858-331c22562147,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:42.754614 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55366) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:42.769485 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fb10e05c-e746-410c-8ff8-04e52e573494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:42.862144 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fb10e05c-e746-410c-8ff8-04e52e573494 admin admin] Publish callbacks [] for security_group (c885d550-54dd-4129-972e-b2bc94e20f68), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:42.867694 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-fb10e05c-e746-410c-8ff8-04e52e573494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (c885d550-54dd-4129-972e-b2bc94e20f68), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:42.917429 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-fb10e05c-e746-410c-8ff8-04e52e573494 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=b3fec316f89e4f6da60966e578e9b4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616621 Sep 26 05:55:42.918346 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e05c-e746-410c-8ff8-04e52e573494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c885d550-54dd-4129-972e-b2bc94e20f68,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:42.921024 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55368) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:55:42.979924 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-94495b09-74da-4b91-ae34-106ea5a2bbf8 admin admin] Publish callbacks [] for security_group (c885d550-54dd-4129-972e-b2bc94e20f68), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:43.001857 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-94495b09-74da-4b91-ae34-106ea5a2bbf8 admin admin] Publish callbacks [] for security_group (c885d550-54dd-4129-972e-b2bc94e20f68), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:43.059541 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-94495b09-74da-4b91-ae34-106ea5a2bbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (c885d550-54dd-4129-972e-b2bc94e20f68), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:43.062773 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-94495b09-74da-4b91-ae34-106ea5a2bbf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:43.065436 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-94495b09-74da-4b91-ae34-106ea5a2bbf8 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/c885d550-54dd-4129-972e-b2bc94e20f68 HTTP/1.1" status: 204 len: 168 time: 0.1431782 Sep 26 05:55:43.074618 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94495b09-74da-4b91-ae34-106ea5a2bbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c885d550-54dd-4129-972e-b2bc94e20f68,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:55:44.997094 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:52.908188 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=16,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:52.913589 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=21,neutron:INSERT=9 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:53.041513 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=54,neutron:INSERT=3,neutron:DELETE=6 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:53.069772 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=47,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:54.982940 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:54.992112 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:55.121262 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:55:56.167464 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c24da-acbe-4a7f-9f27-718bf37452a2 req-71970b53-7906-46e8-937a-b2c68fab881d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:56.168975 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-825c24da-acbe-4a7f-9f27-718bf37452a2 req-71970b53-7906-46e8-937a-b2c68fab881d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 945 time: 0.0479918 Sep 26 05:55:56.222106 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-825c24da-acbe-4a7f-9f27-718bf37452a2 req-44e24d9c-a281-442d-b2cc-bba00ce9207e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471368 Sep 26 05:55:57.076219 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:55:57.367725 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a81ac-bc85-45ea-acde-d40ed6a10b40 req-76f7af45-ec5b-4bf9-b33e-96438fd8a7a4 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:57.369189 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-131a81ac-bc85-45ea-acde-d40ed6a10b40 req-76f7af45-ec5b-4bf9-b33e-96438fd8a7a4 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 945 time: 0.0579667 Sep 26 05:55:57.420573 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-131a81ac-bc85-45ea-acde-d40ed6a10b40 req-2a979426-1c0c-49ae-a651-0837b086fc3d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451720 Sep 26 05:55:57.997453 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44b3ab-0290-4ba7-ae9d-e2675cdd0bb3 req-5116ffed-ee50-4a97-9ed2-ee812ab57d39 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:57.998975 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cc44b3ab-0290-4ba7-ae9d-e2675cdd0bb3 req-5116ffed-ee50-4a97-9ed2-ee812ab57d39 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 947 time: 0.0502052 Sep 26 05:55:58.054919 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cc44b3ab-0290-4ba7-ae9d-e2675cdd0bb3 req-f5018d2f-b31b-4d9a-975c-addc5ed21fd9 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496142 Sep 26 05:55:58.562061 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d4a6b-cec6-461a-b594-e2156eab6794 req-6bba4765-51c7-4ac4-8c89-cbb3530ac076 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:58.563580 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1d1d4a6b-cec6-461a-b594-e2156eab6794 req-6bba4765-51c7-4ac4-8c89-cbb3530ac076 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 945 time: 0.0602877 Sep 26 05:55:58.615365 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1d1d4a6b-cec6-461a-b594-e2156eab6794 req-85bf4176-c611-4bdf-b43d-abd908288ccc tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459557 Sep 26 05:55:59.195151 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c24c2c-3ed2-485c-aa5d-090effd22e47 req-66825935-eb41-4654-95a0-b2203f21cdf1 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:59.196634 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-85c24c2c-3ed2-485c-aa5d-090effd22e47 req-66825935-eb41-4654-95a0-b2203f21cdf1 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 947 time: 0.0516171 Sep 26 05:55:59.249010 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-85c24c2c-3ed2-485c-aa5d-090effd22e47 req-5a7cc64c-d119-4951-a784-f08347176df0 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440502 Sep 26 05:55:59.634424 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a24316c0-d0a8-4971-9fc2-1760d8030454 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:59.635893 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a24316c0-d0a8-4971-9fc2-1760d8030454 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 945 time: 0.0594101 Sep 26 05:55:59.687404 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-44143436-1bfa-4dbe-9224-c5551dadcc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:59.755470 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Deleting port bea9712c-9bb5-4df0-959b-0528f14cc976 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:55:59.755820 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:55:59.778197 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b32fa-4d3d-4e17-96bc-0055fbdfc6a2 req-a29ff265-159d-4c35-828c-3d8f1bce165d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:55:59.779676 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2c8b32fa-4d3d-4e17-96bc-0055fbdfc6a2 req-a29ff265-159d-4c35-828c-3d8f1bce165d tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 945 time: 0.0689933 Sep 26 05:55:59.890011 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2c8b32fa-4d3d-4e17-96bc-0055fbdfc6a2 req-8b1d4622-d1ba-45bc-b9f5-40e8f909d382 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ec819d91-c477-4bbd-8df5-e1c789db22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818722 Sep 26 05:55:59.895061 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] For port bea9712c-9bb5-4df0-959b-0528f14cc976, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=bea9712c-9bb5-4df0-959b-0528f14cc976,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:55:59.895428 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:00.068527 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:00.068936 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (9c860f2b-9a24-460d-a7d4-98c715ad40de), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:00.069233 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Floating IP 9c860f2b-9a24-460d-a7d4-98c715ad40de disassociated. External IP: 172.27.1.152, port: bea9712c-9bb5-4df0-959b-0528f14cc976. Sep 26 05:56:00.069585 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Calling delete_port for bea9712c-9bb5-4df0-959b-0528f14cc976 owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:00.216233 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (bea9712c-9bb5-4df0-959b-0528f14cc976), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:00.244945 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'Port': ['ID=bea9712c-9bb5-4df0-959b-0528f14cc976,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:00.256559 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.256902 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.257281 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.257616 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.257936 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.258253 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.258560 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.258882 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.259201 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.259517 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.259838 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.260153 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.260471 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.260778 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.261095 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:00.360586 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:00.362634 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:00.373866 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Router 7905c934-f837-479c-bcd7-74e9cd9509a9 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:56:00.392713 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680f813-e7f1-48d7-923d-9b091921a2ec req-5ffd60b0-0587-43ef-abd7-0ba720f9fce2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:00.394243 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2680f813-e7f1-48d7-923d-9b091921a2ec req-5ffd60b0-0587-43ef-abd7-0ba720f9fce2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 947 time: 0.0488858 Sep 26 05:56:00.449058 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-2680f813-e7f1-48d7-923d-9b091921a2ec req-54c14777-cb9d-4c3c-9cdd-db5b16530915 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5315e672-02e8-4809-a677-28740009dca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489559 Sep 26 05:56:00.486468 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:56:00.497510 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983742f3-9673-47ab-918a-9a24ace7694a None None] Sync routers for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:56:00.508512 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983742f3-9673-47ab-918a-9a24ace7694a None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:56:00.509261 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-983742f3-9673-47ab-918a-9a24ace7694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:55:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:00.554012 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] No DVR routers for this DVR port bea9712c-9bb5-4df0-959b-0528f14cc976 on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:56:00.558077 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:00.561345 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e27f7c0a-7f4e-48e7-95c1-6d54da066444 req-a4883c7e-7a16-4ffe-aea7-b932886333f2 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.25 "DELETE /networking/v2.0/ports/bea9712c-9bb5-4df0-959b-0528f14cc976 HTTP/1.1" status: 204 len: 173 time: 0.9199193 Sep 26 05:56:00.561838 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'name': 'network-vif-deleted', 'tag': 'bea9712c-9bb5-4df0-959b-0528f14cc976'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:56:00.564129 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9542036f-08c0-40a0-a1d0-64869145c52a" -d '{"events": [{"server_uuid": "168ae322-faa2-4343-bee4-6312b82d0cbb", "name": "network-vif-deleted", "tag": "bea9712c-9bb5-4df0-959b-0528f14cc976"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:56:00.574528 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-c0111a84-65af-4255-9741-bd78cfcbe665 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:00.576139 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-c0111a84-65af-4255-9741-bd78cfcbe665 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 947 time: 0.0877743 Sep 26 05:56:00.627784 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-983742f3-9673-47ab-918a-9a24ace7694a None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:56:00.702713 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Deleting port eab744db-21fb-4b22-8514-b8bf28f598a7 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:56:00.704263 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:00.731234 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d8fd7e-58ec-49e5-a1fb-ba1c49e47886 x-openstack-request-id: req-d1d8fd7e-58ec-49e5-a1fb-ba1c49e47886 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:56:00.731536 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168ae322-faa2-4343-bee4-6312b82d0cbb", "name": "network-vif-deleted", "tag": "bea9712c-9bb5-4df0-959b-0528f14cc976", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:56:00.731790 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1d8fd7e-58ec-49e5-a1fb-ba1c49e47886 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:56:00.732585 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d8fd7e-58ec-49e5-a1fb-ba1c49e47886'] response: {'server_uuid': '168ae322-faa2-4343-bee4-6312b82d0cbb', 'name': 'network-vif-deleted', 'tag': 'bea9712c-9bb5-4df0-959b-0528f14cc976', 'status': 'completed', 'code': 200} Sep 26 05:56:00.825673 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] For port eab744db-21fb-4b22-8514-b8bf28f598a7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eab744db-21fb-4b22-8514-b8bf28f598a7,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:00.826071 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:00.866289 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-983742f3-9673-47ab-918a-9a24ace7694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:00.894508 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983742f3-9673-47ab-918a-9a24ace7694a None None] Checking router: 7905c934-f837-479c-bcd7-74e9cd9509a9 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:56:00.903514 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983742f3-9673-47ab-918a-9a24ace7694a None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:56:00.904122 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-983742f3-9673-47ab-918a-9a24ace7694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:55:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:01.000247 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:01.000610 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (d3a4cedb-5921-4e0c-9381-670d84eb4276), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:01.001007 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Floating IP d3a4cedb-5921-4e0c-9381-670d84eb4276 disassociated. External IP: 172.27.1.74, port: eab744db-21fb-4b22-8514-b8bf28f598a7. Sep 26 05:56:01.002464 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Calling delete_port for eab744db-21fb-4b22-8514-b8bf28f598a7 owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:01.008412 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-983742f3-9673-47ab-918a-9a24ace7694a None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:56:01.023740 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6d19a0aa-c0e4-4302-be93-cf5c4a55a1ae req-da512e88-8645-400e-bd83-e1700c5f142e tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=168ae322-faa2-4343-bee4-6312b82d0cbb HTTP/1.1" status: 200 len: 210 time: 0.0432968 Sep 26 05:56:01.145034 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (eab744db-21fb-4b22-8514-b8bf28f598a7), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:01.181586 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event deleted for resources: {'Port': ['ID=eab744db-21fb-4b22-8514-b8bf28f598a7,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:01.251659 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-983742f3-9673-47ab-918a-9a24ace7694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:01.277421 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983742f3-9673-47ab-918a-9a24ace7694a None None] The sync data for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi is: [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '973d9ee4-a1d6-4963-b1f8-be61b0c3597c', 'name': '', 'network_id': 'f147de2c-29b4-4f2b-a870-47c60a471f05', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'mac_address': 'fa:16:3e:93:b5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:39Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'subnets': [{'id': '4e079733-7403-40bd-bd1d-a43d4f789fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:56:01.303953 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:56:01.389828 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:01.406976 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:01.415602 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:56:01.430842 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f53b4a-f94d-4bd3-8cec-e60dfebc7c8e None None] Sync routers for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:56:01.442774 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f53b4a-f94d-4bd3-8cec-e60dfebc7c8e None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:56:01.443747 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-25f53b4a-f94d-4bd3-8cec-e60dfebc7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:55:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:01.465265 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] No DVR routers for this DVR port eab744db-21fb-4b22-8514-b8bf28f598a7 on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:56:01.467965 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:01.472630 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e5f37c3b-62cd-47ac-8190-a834a6361882 req-f3f210e5-eefe-488e-9c37-66533f670414 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.25 "DELETE /networking/v2.0/ports/eab744db-21fb-4b22-8514-b8bf28f598a7 HTTP/1.1" status: 204 len: 173 time: 0.8890109 Sep 26 05:56:01.600046 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c607c7-a546-4310-8ad1-bcf5f92097b8 None None] New status for floating IP 9c860f2b-9a24-460d-a7d4-98c715ad40de: DOWN {{(pid=113003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:56:01.635119 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-02f16d29-f374-4a09-a3f0-443bbc738532 req-debe1b78-0a82-48a9-a2c3-591cfc9cbc84 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8953bd1b-2a0e-4f90-8177-08638164cf69 HTTP/1.1" status: 200 len: 210 time: 0.0485325 Sep 26 05:56:01.738871 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-25f53b4a-f94d-4bd3-8cec-e60dfebc7c8e None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:56:01.819163 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device bea9712c-9bb5-4df0-959b-0528f14cc976 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:56:01.875006 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: bea9712c-9bb5-4df0-959b-0528f14cc976 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:56:01.875351 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device bea9712c-9bb5-4df0-959b-0528f14cc976 not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:56:01.875779 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device eab744db-21fb-4b22-8514-b8bf28f598a7 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:56:01.897089 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: eab744db-21fb-4b22-8514-b8bf28f598a7 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:56:01.897453 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device eab744db-21fb-4b22-8514-b8bf28f598a7 not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:56:01.977815 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-25f53b4a-f94d-4bd3-8cec-e60dfebc7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:02.002934 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f53b4a-f94d-4bd3-8cec-e60dfebc7c8e None None] Checking router: 61b425cc-8097-4bcc-a8ce-182e53ef33c8 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:56:02.012028 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f53b4a-f94d-4bd3-8cec-e60dfebc7c8e None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:56:02.012723 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-25f53b4a-f94d-4bd3-8cec-e60dfebc7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:55:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:02.125844 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55590) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:02.171201 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-25f53b4a-f94d-4bd3-8cec-e60dfebc7c8e None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:56:02.185857 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (ec819d91-c477-4bbd-8df5-e1c789db22a1), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.205520 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-93cb11f4-3472-4544-8bf4-093b5df23830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.209967 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (ec819d91-c477-4bbd-8df5-e1c789db22a1), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.262503 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (ec819d91-c477-4bbd-8df5-e1c789db22a1), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.265184 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.266399 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/ec819d91-c477-4bbd-8df5-e1c789db22a1 HTTP/1.1" status: 204 len: 168 time: 0.1395903 Sep 26 05:56:02.269486 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55592) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:02.275856 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec819d91-c477-4bbd-8df5-e1c789db22a1,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:02.283101 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.283448 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.283788 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.284124 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.284350 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.api.v2.resource [None req-1f0b2db3-2e22-4485-9350-e1cf32f85402 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] show failed (client error): The resource could not be found. Sep 26 05:56:02.284470 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.284771 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.285097 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.285447 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.285714 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-1f0b2db3-2e22-4485-9350-e1cf32f85402 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "GET /networking/v2.0/security-groups/ec819d91-c477-4bbd-8df5-e1c789db22a1 HTTP/1.1" status: 404 len: 347 time: 0.0151229 Sep 26 05:56:02.285831 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.286086 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.286406 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.286726 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.287048 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.287447 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.287767 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285e2489-ad15-45c6-823a-fb143fc92e86 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:02.288872 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55594) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:02.385161 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-25f53b4a-f94d-4bd3-8cec-e60dfebc7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:02.415002 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f53b4a-f94d-4bd3-8cec-e60dfebc7c8e None None] The sync data for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi is: [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:44:20Z', 'revision_number': 4, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '87167e02-fba7-410c-8d39-a6413776a5e4', 'name': '', 'network_id': '439e1f14-830a-49c8-95fe-a76bc50181b7', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'mac_address': 'fa:16:3e:bb:c3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:17Z', 'updated_at': '2022-09-26T05:44:43Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'subnets': [{'id': '71b32d12-52dc-4804-8572-89dc52ccc89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:56:02.416425 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-3c35cf7e-0ecb-4ecd-a8ab-0f113a2918a6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Deleting port ffb47ac3-7da4-46e1-bd23-8b14380e63f5 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:56:02.416777 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3c35cf7e-0ecb-4ecd-a8ab-0f113a2918a6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (ffb47ac3-7da4-46e1-bd23-8b14380e63f5), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.505340 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3c35cf7e-0ecb-4ecd-a8ab-0f113a2918a6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (ffb47ac3-7da4-46e1-bd23-8b14380e63f5), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.505677 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3c35cf7e-0ecb-4ecd-a8ab-0f113a2918a6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (ffb47ac3-7da4-46e1-bd23-8b14380e63f5), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.519149 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-3c35cf7e-0ecb-4ecd-a8ab-0f113a2918a6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Calling delete_port for ffb47ac3-7da4-46e1-bd23-8b14380e63f5 owned by network:floatingip {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:02.664480 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec83518-57ef-4d13-85d2-98f12ec0d58c None None] New status for floating IP d3a4cedb-5921-4e0c-9381-670d84eb4276: DOWN {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:56:02.665639 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3c35cf7e-0ecb-4ecd-a8ab-0f113a2918a6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (ffb47ac3-7da4-46e1-bd23-8b14380e63f5), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.690699 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35cf7e-0ecb-4ecd-a8ab-0f113a2918a6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Pushing event deleted for resources: {'Port': ['ID=ffb47ac3-7da4-46e1-bd23-8b14380e63f5,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:02.746214 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'name': 'network-vif-deleted', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:56:02.748331 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55602) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:02.748623 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63915708-399e-40a2-aa3d-77da779d9e47" -d '{"events": [{"server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "name": "network-vif-deleted", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:56:02.762179 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3c35cf7e-0ecb-4ecd-a8ab-0f113a2918a6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks [] for floatingip (9c860f2b-9a24-460d-a7d4-98c715ad40de), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.764945 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3c35cf7e-0ecb-4ecd-a8ab-0f113a2918a6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.766359 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-3c35cf7e-0ecb-4ecd-a8ab-0f113a2918a6 tempest-AttachVolumeNegativeTest-166602866 tempest-AttachVolumeNegativeTest-166602866-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/9c860f2b-9a24-460d-a7d4-98c715ad40de HTTP/1.1" status: 204 len: 168 time: 0.4735661 Sep 26 05:56:02.820441 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803a3ed1-76fe-498b-bef9-1c91edcb292b x-openstack-request-id: req-803a3ed1-76fe-498b-bef9-1c91edcb292b {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:56:02.820740 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-37791a30-ed22-4352-b74b-2d6285150721 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (5315e672-02e8-4809-a677-28740009dca5), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.825187 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8953bd1b-2a0e-4f90-8177-08638164cf69", "name": "network-vif-deleted", "tag": "eab744db-21fb-4b22-8514-b8bf28f598a7", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:56:02.826204 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-803a3ed1-76fe-498b-bef9-1c91edcb292b {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:56:02.826799 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803a3ed1-76fe-498b-bef9-1c91edcb292b'] response: {'server_uuid': '8953bd1b-2a0e-4f90-8177-08638164cf69', 'name': 'network-vif-deleted', 'tag': 'eab744db-21fb-4b22-8514-b8bf28f598a7', 'status': 'completed', 'code': 200} Sep 26 05:56:02.846854 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-37791a30-ed22-4352-b74b-2d6285150721 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (5315e672-02e8-4809-a677-28740009dca5), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.903150 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-37791a30-ed22-4352-b74b-2d6285150721 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (5315e672-02e8-4809-a677-28740009dca5), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.906033 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-37791a30-ed22-4352-b74b-2d6285150721 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:02.907015 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-37791a30-ed22-4352-b74b-2d6285150721 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/5315e672-02e8-4809-a677-28740009dca5 HTTP/1.1" status: 204 len: 168 time: 0.1571875 Sep 26 05:56:02.910144 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55610) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:02.917532 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37791a30-ed22-4352-b74b-2d6285150721 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5315e672-02e8-4809-a677-28740009dca5,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:02.929858 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.api.v2.resource [None req-54f4439b-a1c1-4b63-bf97-4363ec9ae324 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] show failed (client error): The resource could not be found. Sep 26 05:56:02.930897 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-54f4439b-a1c1-4b63-bf97-4363ec9ae324 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "GET /networking/v2.0/security-groups/5315e672-02e8-4809-a677-28740009dca5 HTTP/1.1" status: 404 len: 347 time: 0.0196931 Sep 26 05:56:02.933922 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55612) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:03.056699 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-e4118cf4-a740-42ce-8461-16ad319c5500 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Deleting port 2c656595-1ec9-4085-87de-c3ef922747e1 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:56:03.056953 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e4118cf4-a740-42ce-8461-16ad319c5500 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (2c656595-1ec9-4085-87de-c3ef922747e1), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:03.135978 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e4118cf4-a740-42ce-8461-16ad319c5500 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (2c656595-1ec9-4085-87de-c3ef922747e1), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:03.136318 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e4118cf4-a740-42ce-8461-16ad319c5500 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (2c656595-1ec9-4085-87de-c3ef922747e1), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:03.149327 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-e4118cf4-a740-42ce-8461-16ad319c5500 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Calling delete_port for 2c656595-1ec9-4085-87de-c3ef922747e1 owned by network:floatingip {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:03.293257 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e4118cf4-a740-42ce-8461-16ad319c5500 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (2c656595-1ec9-4085-87de-c3ef922747e1), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:03.298113 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:03.318565 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4118cf4-a740-42ce-8461-16ad319c5500 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Pushing event deleted for resources: {'Port': ['ID=2c656595-1ec9-4085-87de-c3ef922747e1,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:03.327090 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:03.347793 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:03.388572 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e4118cf4-a740-42ce-8461-16ad319c5500 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks [] for floatingip (d3a4cedb-5921-4e0c-9381-670d84eb4276), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:03.391148 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e4118cf4-a740-42ce-8461-16ad319c5500 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:03.392279 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-e4118cf4-a740-42ce-8461-16ad319c5500 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/d3a4cedb-5921-4e0c-9381-670d84eb4276 HTTP/1.1" status: 204 len: 168 time: 0.4572735 Sep 26 05:56:05.035793 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:05.076888 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:06.032367 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55664) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:06.514052 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809315'] for router_interface (61b425cc-8097-4bcc-a8ce-182e53ef33c8), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:06.554288 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55674) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:06.744745 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] Deleting port 87167e02-fba7-410c-8d39-a6413776a5e4 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:56:06.745000 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:06.796883 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:06.828450 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] For port 87167e02-fba7-410c-8d39-a6413776a5e4, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=87167e02-fba7-410c-8d39-a6413776a5e4,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:06.828862 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:06.848264 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] Calling delete_port for 87167e02-fba7-410c-8d39-a6413776a5e4 owned by network:router_interface {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:06.920013 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:06.934850 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809315'] for router_interface (7905c934-f837-479c-bcd7-74e9cd9509a9), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:07.012970 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:07.018540 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:07.042367 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (87167e02-fba7-410c-8d39-a6413776a5e4), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:07.066719 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] Pushing event deleted for resources: {'Port': ['ID=87167e02-fba7-410c-8d39-a6413776a5e4,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:07.187833 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] Deleting port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:56:07.188201 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:07.289252 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] For port 973d9ee4-a1d6-4963-b1f8-be61b0c3597c, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=973d9ee4-a1d6-4963-b1f8-be61b0c3597c,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:07.289616 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:07.304321 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] Calling delete_port for 973d9ee4-a1d6-4963-b1f8-be61b0c3597c owned by network:router_interface {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:07.496375 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (973d9ee4-a1d6-4963-b1f8-be61b0c3597c), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:07.506796 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600275'] for router_interface (61b425cc-8097-4bcc-a8ce-182e53ef33c8), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:07.521050 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] Pushing event deleted for resources: {'Port': ['ID=973d9ee4-a1d6-4963-b1f8-be61b0c3597c,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:07.690498 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600275'] for router_interface (7905c934-f837-479c-bcd7-74e9cd9509a9), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:07.728505 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] Router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:56:07.753419 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:07.795488 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:07.835881 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:56:07.843882 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-91483182-08d2-4c64-9286-d18f88081960 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/61b425cc-8097-4bcc-a8ce-182e53ef33c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074701 Sep 26 05:56:07.844449 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55680) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:07.846614 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47adb46a-4bcd-4fe8-a93b-8fc27e3e0aef None None] Sync routers for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:56:07.857972 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47adb46a-4bcd-4fe8-a93b-8fc27e3e0aef None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:56:07.858597 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-47adb46a-4bcd-4fe8-a93b-8fc27e3e0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:56:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:07.995547 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Publish callbacks [] for router (61b425cc-8097-4bcc-a8ce-182e53ef33c8), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:08.034598 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] Router 7905c934-f837-479c-bcd7-74e9cd9509a9 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:56:08.057054 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-47adb46a-4bcd-4fe8-a93b-8fc27e3e0aef None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:56:08.180168 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Publish callbacks [] for router_gateway (61b425cc-8097-4bcc-a8ce-182e53ef33c8), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:08.182058 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:08.200435 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:56:08.211096 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948c0f0f-7dc9-490d-a027-288eda39c7b2 None None] Sync routers for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:56:08.219622 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:08.223195 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-5eb6ec62-dd53-4343-b2e0-bc205db2b949 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/7905c934-f837-479c-bcd7-74e9cd9509a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6651855 Sep 26 05:56:08.223356 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55688) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:08.236449 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c0f0f-7dc9-490d-a027-288eda39c7b2 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:56:08.237461 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-948c0f0f-7dc9-490d-a027-288eda39c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:56:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:08.241784 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-47adb46a-4bcd-4fe8-a93b-8fc27e3e0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:56:06Z', 'revision_number': 5, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port': {'id': '707c89f5-32a3-48e6-840b-cf4d98b41072', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:08.266637 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47adb46a-4bcd-4fe8-a93b-8fc27e3e0aef None None] Checking router: 61b425cc-8097-4bcc-a8ce-182e53ef33c8 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:56:08.276336 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47adb46a-4bcd-4fe8-a93b-8fc27e3e0aef None None] Routers {'61b425cc-8097-4bcc-a8ce-182e53ef33c8'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:56:08.277023 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-47adb46a-4bcd-4fe8-a93b-8fc27e3e0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:56:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:08.278539 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Deleting port 707c89f5-32a3-48e6-840b-cf4d98b41072 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:56:08.278881 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:08.293511 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:08.358175 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-948c0f0f-7dc9-490d-a027-288eda39c7b2 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:56:08.381209 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-47adb46a-4bcd-4fe8-a93b-8fc27e3e0aef None None] Set router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 gateway port host: None {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:56:08.394770 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Publish callbacks [] for router (7905c934-f837-479c-bcd7-74e9cd9509a9), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:08.435877 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-47adb46a-4bcd-4fe8-a93b-8fc27e3e0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:56:08Z', 'revision_number': 6, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port_host': None}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:08.441913 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] For port 707c89f5-32a3-48e6-840b-cf4d98b41072, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=707c89f5-32a3-48e6-840b-cf4d98b41072,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:08.442325 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:08.464089 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Calling delete_port for 707c89f5-32a3-48e6-840b-cf4d98b41072 owned by network:router_gateway {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:08.464920 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47adb46a-4bcd-4fe8-a93b-8fc27e3e0aef None None] The sync data for ids ['61b425cc-8097-4bcc-a8ce-182e53ef33c8'] in dv-cinder-836083-14-iscsi is: [{'id': '61b425cc-8097-4bcc-a8ce-182e53ef33c8', 'name': 'tempest-AttachVolumeShelveTestJSON-363135676-router', 'tenant_id': '25d426f519e8498e80c6c85158bd9042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:56:08Z', 'revision_number': 6, 'project_id': '25d426f519e8498e80c6c85158bd9042', 'gw_port_host': None}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:56:08.512472 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:08.550226 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-948c0f0f-7dc9-490d-a027-288eda39c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:56:07Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:08.576438 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948c0f0f-7dc9-490d-a027-288eda39c7b2 None None] Checking router: 7905c934-f837-479c-bcd7-74e9cd9509a9 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:56:08.586274 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948c0f0f-7dc9-490d-a027-288eda39c7b2 None None] Routers {'7905c934-f837-479c-bcd7-74e9cd9509a9'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:56:08.586916 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-948c0f0f-7dc9-490d-a027-288eda39c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:56:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['7905c934-f837-479c-bcd7-74e9cd9509a9'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:08.693714 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-948c0f0f-7dc9-490d-a027-288eda39c7b2 None None] Set router 7905c934-f837-479c-bcd7-74e9cd9509a9 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:56:08.882693 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:08.883209 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-948c0f0f-7dc9-490d-a027-288eda39c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:56:07Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:08.889379 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:08.917390 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948c0f0f-7dc9-490d-a027-288eda39c7b2 None None] The sync data for ids ['7905c934-f837-479c-bcd7-74e9cd9509a9'] in dv-cinder-836083-14-iscsi is: [{'id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'name': 'tempest-AttachVolumeNegativeTest-854766496-router', 'tenant_id': '3fa25d71f2194e638989c1e1d9ef30da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:44:08Z', 'updated_at': '2022-09-26T05:56:07Z', 'revision_number': 5, 'project_id': '3fa25d71f2194e638989c1e1d9ef30da', 'gw_port': {'id': '2c01ebc0-842a-47b1-b1d5-607bbfd45760', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7905c934-f837-479c-bcd7-74e9cd9509a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:44:10Z', 'updated_at': '2022-09-26T05:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:56:08.942298 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 87167e02-fba7-410c-8d39-a6413776a5e4 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:56:08.957940 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Publish callbacks [] for router_gateway (7905c934-f837-479c-bcd7-74e9cd9509a9), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:08.963214 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (707c89f5-32a3-48e6-840b-cf4d98b41072), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:08.973475 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 87167e02-fba7-410c-8d39-a6413776a5e4 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:56:08.973774 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 87167e02-fba7-410c-8d39-a6413776a5e4 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:56:08.994111 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Pushing event deleted for resources: {'Port': ['ID=707c89f5-32a3-48e6-840b-cf4d98b41072,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:09.047520 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Deleting port 2c01ebc0-842a-47b1-b1d5-607bbfd45760 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:56:09.047838 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.130767 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604185'] for router_gateway (61b425cc-8097-4bcc-a8ce-182e53ef33c8), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.238602 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31891'] for router (61b425cc-8097-4bcc-a8ce-182e53ef33c8), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.241271 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] For port 2c01ebc0-842a-47b1-b1d5-607bbfd45760, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=2c01ebc0-842a-47b1-b1d5-607bbfd45760,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:09.241750 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.244660 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Publish callbacks [] for router_controller (61b425cc-8097-4bcc-a8ce-182e53ef33c8), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.273299 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Calling delete_port for 2c01ebc0-842a-47b1-b1d5-607bbfd45760 owned by network:router_gateway {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:09.304941 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600366'] for router (61b425cc-8097-4bcc-a8ce-182e53ef33c8), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.305725 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b425cc-8097-4bcc-a8ce-182e53ef33c8 {{(pid=113000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:56:09.338443 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.339585 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-98646d38-b3e8-4f44-b35c-11ffbcb26530 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/61b425cc-8097-4bcc-a8ce-182e53ef33c8 HTTP/1.1" status: 204 len: 168 time: 1.4942093 Sep 26 05:56:09.343359 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55696) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:09.408866 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea699f56-dcd4-4986-863b-cfdcd36dd044 admin admin] Deleting subnet 71b32d12-52dc-4804-8572-89dc52ccc89d {{(pid=113000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:56:09.414475 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ea699f56-dcd4-4986-863b-cfdcd36dd044 admin admin] Publish callbacks [] for subnet (71b32d12-52dc-4804-8572-89dc52ccc89d), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.498297 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ea699f56-dcd4-4986-863b-cfdcd36dd044 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529123234'] for subnet (71b32d12-52dc-4804-8572-89dc52ccc89d), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.629477 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:09.634928 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (2c01ebc0-842a-47b1-b1d5-607bbfd45760), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.663097 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ea699f56-dcd4-4986-863b-cfdcd36dd044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (71b32d12-52dc-4804-8572-89dc52ccc89d), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.667697 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c01ebc0-842a-47b1-b1d5-607bbfd45760,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:09.757103 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:09.778981 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604185'] for router_gateway (7905c934-f837-479c-bcd7-74e9cd9509a9), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.805415 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ea699f56-dcd4-4986-863b-cfdcd36dd044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3432135'] for subnet (71b32d12-52dc-4804-8572-89dc52ccc89d), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.864802 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea699f56-dcd4-4986-863b-cfdcd36dd044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b32d12-52dc-4804-8572-89dc52ccc89d,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:09.893724 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ea699f56-dcd4-4986-863b-cfdcd36dd044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.896912 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ea699f56-dcd4-4986-863b-cfdcd36dd044 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/71b32d12-52dc-4804-8572-89dc52ccc89d HTTP/1.1" status: 204 len: 168 time: 0.5538054 Sep 26 05:56:09.897883 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6b09d-fd85-4cb9-bc2a-6383ca84987f None None] Network 439e1f14-830a-49c8-95fe-a76bc50181b7 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:56:09.899976 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55702) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:09.900818 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31891'] for router (7905c934-f837-479c-bcd7-74e9cd9509a9), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.903240 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Publish callbacks [] for router_controller (7905c934-f837-479c-bcd7-74e9cd9509a9), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.949228 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600366'] for router (7905c934-f837-479c-bcd7-74e9cd9509a9), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.949739 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7905c934-f837-479c-bcd7-74e9cd9509a9 {{(pid=113000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:56:09.954480 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:09.959011 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b2192363-edac-4119-9f63-9328312f7187 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/7905c934-f837-479c-bcd7-74e9cd9509a9 HTTP/1.1" status: 204 len: 168 time: 1.7346573 Sep 26 05:56:09.959963 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55704) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:09.984158 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (439e1f14-830a-49c8-95fe-a76bc50181b7), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.016214 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_v2 [None req-08eb3bdd-c5db-4a6b-a3ce-a86f61b9fdc9 admin admin] Deleting subnet 4e079733-7403-40bd-bd1d-a43d4f789fdf {{(pid=113000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:56:10.020789 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-08eb3bdd-c5db-4a6b-a3ce-a86f61b9fdc9 admin admin] Publish callbacks [] for subnet (4e079733-7403-40bd-bd1d-a43d4f789fdf), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.046378 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Deleting port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:56:10.046808 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.058589 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-08eb3bdd-c5db-4a6b-a3ce-a86f61b9fdc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529123234'] for subnet (4e079733-7403-40bd-bd1d-a43d4f789fdf), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.071917 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] DHCP port deletion for 439e1f14-830a-49c8-95fe-a76bc50181b7 request from dv-cinder-836083-14-iscsi {{(pid=113002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:56:10.117650 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] For port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=6ba0e646-99cf-4a2e-bf04-ba3678a4ecda,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:10.118155 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.126210 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Deleting port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda {{(pid=113002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:56:10.126588 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), before_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.133968 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Calling delete_port for 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda owned by network:dhcp {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:10.153073 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-08eb3bdd-c5db-4a6b-a3ce-a86f61b9fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (4e079733-7403-40bd-bd1d-a43d4f789fdf), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.201060 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] For port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=6ba0e646-99cf-4a2e-bf04-ba3678a4ecda,segment=NetworkSegment(6cf121c2-2b6a-4625-8d0b-01ba2b945615),segment_id=6cf121c2-2b6a-4625-8d0b-01ba2b945615)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:10.201555 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), precommit_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.217060 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Calling delete_port for 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda owned by network:dhcp {{(pid=113002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:10.227483 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.229085 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-08eb3bdd-c5db-4a6b-a3ce-a86f61b9fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3432135'] for subnet (4e079733-7403-40bd-bd1d-a43d4f789fdf), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.258733 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba0e646-99cf-4a2e-bf04-ba3678a4ecda,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:10.259283 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb3bdd-c5db-4a6b-a3ce-a86f61b9fdc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e079733-7403-40bd-bd1d-a43d4f789fdf,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:10.263112 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] No DVR routers for this DVR port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda on host dv-cinder-836083-14-iscsi {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:56:10.266964 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-08eb3bdd-c5db-4a6b-a3ce-a86f61b9fdc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.272111 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-08eb3bdd-c5db-4a6b-a3ce-a86f61b9fdc9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/4e079733-7403-40bd-bd1d-a43d4f789fdf HTTP/1.1" status: 204 len: 168 time: 0.3114281 Sep 26 05:56:10.275395 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 55706) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:10.284452 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eb5e86-abbe-4c6a-a6a9-fba27f47dedf None None] Network f147de2c-29b4-4f2b-a870-47c60a471f05 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:56:10.327647 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:10.340963 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:10.344870 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (439e1f14-830a-49c8-95fe-a76bc50181b7), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.355907 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (f147de2c-29b4-4f2b-a870-47c60a471f05), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.368097 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439e1f14-830a-49c8-95fe-a76bc50181b7']}} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:10.381563 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf121c2-2b6a-4625-8d0b-01ba2b945615') {'for_net_delete': True} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:10.381858 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf121c2-2b6a-4625-8d0b-01ba2b945615') {} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:10.393212 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552492'] for segment (6cf121c2-2b6a-4625-8d0b-01ba2b945615), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.399011 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954'] for port (6ba0e646-99cf-4a2e-bf04-ba3678a4ecda), after_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.401709 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:10.405742 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Deleting port bab28c78-87a5-42dd-a1b1-39c45054644b {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:56:10.406245 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.409451 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (6cf121c2-2b6a-4625-8d0b-01ba2b945615), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.417685 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=113001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:56:10.418318 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528700320'] for segment (6cf121c2-2b6a-4625-8d0b-01ba2b945615), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.435662 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Pushing event deleted for resources: {'Port': ['ID=6ba0e646-99cf-4a2e-bf04-ba3678a4ecda,revision_number=None']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:10.438495 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] No DVR routers for this DVR port 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda on host dv-cinder-836083-14-iscsi {{(pid=113002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:56:10.447656 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.447998 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.448335 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.448670 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.448990 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.453983 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.454541 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.455391 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.455881 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.456368 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.457270 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.457935 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.458415 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.458889 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.459347 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94e899c-1bad-4bf3-af4b-4572073baac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:56:10.483023 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.services.segments.plugin [-] Segment 6cf121c2-2b6a-4625-8d0b-01ba2b945615 resource provider aggregate not found Sep 26 05:56:10.502393 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] For port bab28c78-87a5-42dd-a1b1-39c45054644b, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=bab28c78-87a5-42dd-a1b1-39c45054644b,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:10.503133 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.514595 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.services.segments.plugin [-] Segment 6cf121c2-2b6a-4625-8d0b-01ba2b945615 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cf121c2-2b6a-4625-8d0b-01ba2b945615 found for delete ", "request_id": "req-2fc481b6-e3cc-4f1a-abd9-8263964ea93e"}]} Sep 26 05:56:10.522685 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (439e1f14-830a-49c8-95fe-a76bc50181b7), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.522931 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Calling delete_port for bab28c78-87a5-42dd-a1b1-39c45054644b owned by network:dhcp {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:10.528979 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.534607 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/439e1f14-830a-49c8-95fe-a76bc50181b7 HTTP/1.1" status: 204 len: 168 time: 0.6302114 Sep 26 05:56:10.549388 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22935d0-b360-4220-9b31-a7235b5ebaca None None] DHCP port deletion for f147de2c-29b4-4f2b-a870-47c60a471f05 request from dv-cinder-836083-14-iscsi {{(pid=113002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:56:10.563061 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c3916-7827-4a24-bada-d31f43db1895 admin admin] Pushing event deleted for resources: {'Network': ['ID=439e1f14-830a-49c8-95fe-a76bc50181b7,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:10.590616 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e22935d0-b360-4220-9b31-a7235b5ebaca None None] Deleting port bab28c78-87a5-42dd-a1b1-39c45054644b {{(pid=113002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:56:10.602758 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e22935d0-b360-4220-9b31-a7235b5ebaca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), before_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.617897 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:10.630965 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.671259 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab28c78-87a5-42dd-a1b1-39c45054644b,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:10.675863 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] No DVR routers for this DVR port bab28c78-87a5-42dd-a1b1-39c45054644b on host dv-cinder-836083-14-iscsi {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:56:10.733799 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55718) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:10.766823 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (f147de2c-29b4-4f2b-a870-47c60a471f05), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.798724 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-a4353ee8-bc3c-4822-b44b-b5b730ffbcd5 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=25d426f519e8498e80c6c85158bd9042&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0634956 Sep 26 05:56:10.801610 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55720) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:10.823328 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f147de2c-29b4-4f2b-a870-47c60a471f05']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:10.829215 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-e22935d0-b360-4220-9b31-a7235b5ebaca None None] For port bab28c78-87a5-42dd-a1b1-39c45054644b, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=bab28c78-87a5-42dd-a1b1-39c45054644b,segment=NetworkSegment(0985c1ca-06e6-42a8-a4f0-d322da3203d2),segment_id=0985c1ca-06e6-42a8-a4f0-d322da3203d2)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:10.829622 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e22935d0-b360-4220-9b31-a7235b5ebaca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), precommit_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.840226 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0985c1ca-06e6-42a8-a4f0-d322da3203d2') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:10.840745 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0985c1ca-06e6-42a8-a4f0-d322da3203d2') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:56:10.845612 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-e22935d0-b360-4220-9b31-a7235b5ebaca None None] Calling delete_port for bab28c78-87a5-42dd-a1b1-39c45054644b owned by network:dhcp {{(pid=113002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:56:10.863399 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-86817599-715f-429d-9bbd-05698f031757 admin admin] Publish callbacks [] for security_group (0a376834-4db3-4bcb-b26c-edd5014b68fa), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.867343 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (0985c1ca-06e6-42a8-a4f0-d322da3203d2), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.892548 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-86817599-715f-429d-9bbd-05698f031757 admin admin] Publish callbacks [] for security_group (0a376834-4db3-4bcb-b26c-edd5014b68fa), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.893335 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (0985c1ca-06e6-42a8-a4f0-d322da3203d2), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.895582 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:56:10.904735 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:56:10.905450 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (0985c1ca-06e6-42a8-a4f0-d322da3203d2), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.921631 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:56:10.922254 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 6ba0e646-99cf-4a2e-bf04-ba3678a4ecda not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:56:10.922379 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device bab28c78-87a5-42dd-a1b1-39c45054644b no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:56:10.953580 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: bab28c78-87a5-42dd-a1b1-39c45054644b {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:56:10.954201 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device bab28c78-87a5-42dd-a1b1-39c45054644b not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:56:10.954816 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 707c89f5-32a3-48e6-840b-cf4d98b41072 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:56:10.978275 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:10.981670 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 707c89f5-32a3-48e6-840b-cf4d98b41072 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:56:10.982711 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 707c89f5-32a3-48e6-840b-cf4d98b41072 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:56:10.982838 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment 0985c1ca-06e6-42a8-a4f0-d322da3203d2 resource provider aggregate not found Sep 26 05:56:10.983428 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 2c01ebc0-842a-47b1-b1d5-607bbfd45760 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:56:10.984977 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-86817599-715f-429d-9bbd-05698f031757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (0a376834-4db3-4bcb-b26c-edd5014b68fa), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.989716 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-86817599-715f-429d-9bbd-05698f031757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:10.991063 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-86817599-715f-429d-9bbd-05698f031757 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/0a376834-4db3-4bcb-b26c-edd5014b68fa HTTP/1.1" status: 204 len: 168 time: 0.1881356 Sep 26 05:56:11.011612 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment 0985c1ca-06e6-42a8-a4f0-d322da3203d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0985c1ca-06e6-42a8-a4f0-d322da3203d2 found for delete ", "request_id": "req-0a6c436b-dbe2-45fd-ab1a-cce6f8ef9582"}]} Sep 26 05:56:11.017904 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 2c01ebc0-842a-47b1-b1d5-607bbfd45760 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:56:11.018759 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 2c01ebc0-842a-47b1-b1d5-607bbfd45760 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:56:11.019379 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 973d9ee4-a1d6-4963-b1f8-be61b0c3597c no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:56:11.029262 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86817599-715f-429d-9bbd-05698f031757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a376834-4db3-4bcb-b26c-edd5014b68fa,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:11.045046 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 973d9ee4-a1d6-4963-b1f8-be61b0c3597c {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:56:11.045551 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 973d9ee4-a1d6-4963-b1f8-be61b0c3597c not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:56:11.047456 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e22935d0-b360-4220-9b31-a7235b5ebaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954'] for port (bab28c78-87a5-42dd-a1b1-39c45054644b), after_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:11.050373 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (f147de2c-29b4-4f2b-a870-47c60a471f05), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:11.058833 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:11.065236 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/f147de2c-29b4-4f2b-a870-47c60a471f05 HTTP/1.1" status: 204 len: 168 time: 0.7860415 Sep 26 05:56:11.077017 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e22935d0-b360-4220-9b31-a7235b5ebaca None None] Network f147de2c-29b4-4f2b-a870-47c60a471f05 is not hosted by any dhcp agent {{(pid=113002) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 05:56:11.077534 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22935d0-b360-4220-9b31-a7235b5ebaca None None] No DVR routers for this DVR port bab28c78-87a5-42dd-a1b1-39c45054644b on host dv-cinder-836083-14-iscsi {{(pid=113002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:56:11.083890 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22935d0-b360-4220-9b31-a7235b5ebaca None None] Pushing event deleted for resources: {'Port': ['ID=bab28c78-87a5-42dd-a1b1-39c45054644b,revision_number=None']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:11.088242 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f0a66-816a-4822-a65f-0c806c051073 admin admin] Pushing event deleted for resources: {'Network': ['ID=f147de2c-29b4-4f2b-a870-47c60a471f05,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:11.268885 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55734) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:11.310935 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-d11bec8f-899e-40ee-85fc-52f85faafe15 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=3fa25d71f2194e638989c1e1d9ef30da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403657 Sep 26 05:56:11.313729 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 55736) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:11.372301 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1216-d5d1-4c82-87d9-6c7e4e8eb291 admin admin] Publish callbacks [] for security_group (48dbeb59-e623-4b4f-bb50-9d2adbf462e1), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:11.393778 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1216-d5d1-4c82-87d9-6c7e4e8eb291 admin admin] Publish callbacks [] for security_group (48dbeb59-e623-4b4f-bb50-9d2adbf462e1), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:11.444632 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1216-d5d1-4c82-87d9-6c7e4e8eb291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (48dbeb59-e623-4b4f-bb50-9d2adbf462e1), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:11.448147 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1216-d5d1-4c82-87d9-6c7e4e8eb291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:11.449397 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-9d7a1216-d5d1-4c82-87d9-6c7e4e8eb291 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/48dbeb59-e623-4b4f-bb50-9d2adbf462e1 HTTP/1.1" status: 204 len: 168 time: 0.1345954 Sep 26 05:56:11.460532 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a1216-d5d1-4c82-87d9-6c7e4e8eb291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dbeb59-e623-4b4f-bb50-9d2adbf462e1,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:15.012639 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:21.033878 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:21.067169 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:21.430471 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=58,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:21.455506 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=53,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:25.003862 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:DELETE=2,neutron:SELECT=7 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:25.006808 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=48,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:25.015398 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56034) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:25.134941 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3148c89c-3f0a-4eba-a2cd-80ba44716092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.217708 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3148c89c-3f0a-4eba-a2cd-80ba44716092 admin admin] Publish callbacks [] for security_group (39fe2065-1f1b-4c5f-810a-e6396fba0b0c), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.223245 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3148c89c-3f0a-4eba-a2cd-80ba44716092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (39fe2065-1f1b-4c5f-810a-e6396fba0b0c), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.245381 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56042) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:25.261554 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148c89c-3f0a-4eba-a2cd-80ba44716092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fe2065-1f1b-4c5f-810a-e6396fba0b0c,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:25.268170 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-3148c89c-3f0a-4eba-a2cd-80ba44716092 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=af67c46729744f6fa0a469ddcf55f47b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516472 Sep 26 05:56:25.270923 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56046) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:25.328859 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-523bcb7f-6e06-4d66-bcc1-6eff16dc48b6 admin admin] Publish callbacks [] for security_group (39fe2065-1f1b-4c5f-810a-e6396fba0b0c), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.356916 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-523bcb7f-6e06-4d66-bcc1-6eff16dc48b6 admin admin] Publish callbacks [] for security_group (39fe2065-1f1b-4c5f-810a-e6396fba0b0c), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.370939 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5b8720ac-a8f2-450d-8fbf-0cbe84180aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.406156 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-523bcb7f-6e06-4d66-bcc1-6eff16dc48b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (39fe2065-1f1b-4c5f-810a-e6396fba0b0c), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.408859 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-523bcb7f-6e06-4d66-bcc1-6eff16dc48b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.410187 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-523bcb7f-6e06-4d66-bcc1-6eff16dc48b6 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/39fe2065-1f1b-4c5f-810a-e6396fba0b0c HTTP/1.1" status: 204 len: 168 time: 0.1382687 Sep 26 05:56:25.419284 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bcb7f-6e06-4d66-bcc1-6eff16dc48b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fe2065-1f1b-4c5f-810a-e6396fba0b0c,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:25.489846 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5b8720ac-a8f2-450d-8fbf-0cbe84180aa9 admin admin] Publish callbacks [] for security_group (a2e4e5b6-ea00-48ac-bf45-3bed5fbe2d4b), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.495079 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5b8720ac-a8f2-450d-8fbf-0cbe84180aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (a2e4e5b6-ea00-48ac-bf45-3bed5fbe2d4b), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.535724 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5b8720ac-a8f2-450d-8fbf-0cbe84180aa9 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=e55cc9c3a4f947e48bae44d1169ec3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891910 Sep 26 05:56:25.538598 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56056) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:25.545339 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8720ac-a8f2-450d-8fbf-0cbe84180aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e4e5b6-ea00-48ac-bf45-3bed5fbe2d4b,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:25.591820 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d9a4eeba-4f95-4621-a186-a80e863cb1ed admin admin] Publish callbacks [] for security_group (a2e4e5b6-ea00-48ac-bf45-3bed5fbe2d4b), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.614429 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d9a4eeba-4f95-4621-a186-a80e863cb1ed admin admin] Publish callbacks [] for security_group (a2e4e5b6-ea00-48ac-bf45-3bed5fbe2d4b), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.682396 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d9a4eeba-4f95-4621-a186-a80e863cb1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (a2e4e5b6-ea00-48ac-bf45-3bed5fbe2d4b), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.685216 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d9a4eeba-4f95-4621-a186-a80e863cb1ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:25.686460 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d9a4eeba-4f95-4621-a186-a80e863cb1ed admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/a2e4e5b6-ea00-48ac-bf45-3bed5fbe2d4b HTTP/1.1" status: 204 len: 168 time: 0.1468515 Sep 26 05:56:25.696549 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4eeba-4f95-4621-a186-a80e863cb1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e4e5b6-ea00-48ac-bf45-3bed5fbe2d4b,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:26.491205 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56112) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:26.651153 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1617054070-network', 'tenant_id': 'fa25b13404c54cff94e3c12198e9c313'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:56:26.671152 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Made reservation on behalf of fa25b13404c54cff94e3c12198e9c313 for: {'network': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:56:26.673790 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:26.682711 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:26.766840 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Publish callbacks [] for security_group (94a01691-5d79-4125-bf91-295a724df164), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:26.771214 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (94a01691-5d79-4125-bf91-295a724df164), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:26.805936 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=113000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:56:26.808540 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a01691-5d79-4125-bf91-295a724df164,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:26.820872 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (c50a4707-09cf-4088-b78c-0db35cc13011), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:26.820987 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.segments_db [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Added segment c50a4707-09cf-4088-b78c-0db35cc13011 of type vlan for network 033e951b-5e4f-4458-a303-5df31393f5da Sep 26 05:56:26.865183 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (033e951b-5e4f-4458-a303-5df31393f5da), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:26.871998 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:26.888289 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:26.896299 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (033e951b-5e4f-4458-a303-5df31393f5da), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:26.897528 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:26.898260 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:26.952561 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4601164 Sep 26 05:56:26.955966 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56128) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:26.960869 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] Request body: {'subnet': {'network_id': '033e951b-5e4f-4458-a303-5df31393f5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1617054070-subnet', 'tenant_id': 'fa25b13404c54cff94e3c12198e9c313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:56:26.980377 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0152ae-f9a7-4a57-a260-84ae3d508134 admin admin] Pushing event updated for resources: {'Network': ['ID=033e951b-5e4f-4458-a303-5df31393f5da,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:26.992365 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network 033e951b-5e4f-4458-a303-5df31393f5da details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:56:26.997554 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] Made reservation on behalf of fa25b13404c54cff94e3c12198e9c313 for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:56:27.000756 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3432168'] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:27.102045 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=33 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:27.106010 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=26 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:27.217382 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3583203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3432190'] for subnet (adbbe84a-b1e0-4f10-a532-8f092f7db634), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:27.275292 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbbe84a-b1e0-4f10-a532-8f092f7db634,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:27.296791 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] Checking segment: {'id': 'c50a4707-09cf-4088-b78c-0db35cc13011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:56:27.297161 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] Network hostable DHCP agents. Network: 033e951b-5e4f-4458-a303-5df31393f5da, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:56:27.317863 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] Network 033e951b-5e4f-4458-a303-5df31393f5da is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:56:27.328484 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, 033e951b-5e4f-4458-a303-5df31393f5da) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:56:27.335865 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:27.336717 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:27.340023 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f0ddd7-9ad8-4224-afeb-564fff55a336 None None] Network 033e951b-5e4f-4458-a303-5df31393f5da requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:56:27.379263 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-dea4358e-e059-44bb-96ac-d6968f01b1e8 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4221942 Sep 26 05:56:27.516650 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b0d6c3-95d2-40e8-95cd-08f9f113d946 None None] Network 033e951b-5e4f-4458-a303-5df31393f5da requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:56:27.783515 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56176) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:27.901022 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a067378e-c16a-4e53-b4ad-7dfd8bf35bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:27.985488 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a067378e-c16a-4e53-b4ad-7dfd8bf35bc0 admin admin] Publish callbacks [] for security_group (df9a6bce-b3ce-412a-8b96-a64e25db2801), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:27.990089 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a067378e-c16a-4e53-b4ad-7dfd8bf35bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (df9a6bce-b3ce-412a-8b96-a64e25db2801), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.028331 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067378e-c16a-4e53-b4ad-7dfd8bf35bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9a6bce-b3ce-412a-8b96-a64e25db2801,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:28.033792 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-a067378e-c16a-4e53-b4ad-7dfd8bf35bc0 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=743d25d2ffa74853b6d0143873717fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490156 Sep 26 05:56:28.036381 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56184) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:28.088697 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c546e063-9cf9-4cb6-bad4-42957cd76157 admin admin] Publish callbacks [] for security_group (df9a6bce-b3ce-412a-8b96-a64e25db2801), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.112108 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c546e063-9cf9-4cb6-bad4-42957cd76157 admin admin] Publish callbacks [] for security_group (df9a6bce-b3ce-412a-8b96-a64e25db2801), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.123039 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:28.167284 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c546e063-9cf9-4cb6-bad4-42957cd76157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (df9a6bce-b3ce-412a-8b96-a64e25db2801), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.171273 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c546e063-9cf9-4cb6-bad4-42957cd76157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.172454 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-c546e063-9cf9-4cb6-bad4-42957cd76157 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/df9a6bce-b3ce-412a-8b96-a64e25db2801 HTTP/1.1" status: 204 len: 168 time: 0.1351657 Sep 26 05:56:28.180328 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546e063-9cf9-4cb6-bad4-42957cd76157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9a6bce-b3ce-412a-8b96-a64e25db2801,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:28.466855 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56190) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:28.480499 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-da1e019c-1b16-4418-8657-5e7a11c16930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.522401 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:28.568248 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-da1e019c-1b16-4418-8657-5e7a11c16930 admin admin] Publish callbacks [] for security_group (59a721f5-50e7-4144-9c54-e80137f5678d), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.573044 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-da1e019c-1b16-4418-8657-5e7a11c16930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (59a721f5-50e7-4144-9c54-e80137f5678d), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.610839 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e019c-1b16-4418-8657-5e7a11c16930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a721f5-50e7-4144-9c54-e80137f5678d,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:28.615255 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-da1e019c-1b16-4418-8657-5e7a11c16930 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=702737d8412743d48e8da66462e91164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473293 Sep 26 05:56:28.618258 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56198) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:28.669213 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a5df96e-49a0-4da1-9dc6-49ab5dd4fc3d admin admin] Publish callbacks [] for security_group (59a721f5-50e7-4144-9c54-e80137f5678d), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.689019 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a5df96e-49a0-4da1-9dc6-49ab5dd4fc3d admin admin] Publish callbacks [] for security_group (59a721f5-50e7-4144-9c54-e80137f5678d), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.741785 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a5df96e-49a0-4da1-9dc6-49ab5dd4fc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (59a721f5-50e7-4144-9c54-e80137f5678d), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.744728 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4a5df96e-49a0-4da1-9dc6-49ab5dd4fc3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:28.746094 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4a5df96e-49a0-4da1-9dc6-49ab5dd4fc3d admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/59a721f5-50e7-4144-9c54-e80137f5678d HTTP/1.1" status: 204 len: 168 time: 0.1268880 Sep 26 05:56:28.754636 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5df96e-49a0-4da1-9dc6-49ab5dd4fc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a721f5-50e7-4144-9c54-e80137f5678d,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:29.311496 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-be8d3008-10b0-4ab1-8777-26a717bf1c47 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:29.313004 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-be8d3008-10b0-4ab1-8777-26a717bf1c47 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/networks?id=033e951b-5e4f-4458-a303-5df31393f5da HTTP/1.1" status: 200 len: 814 time: 0.1067719 Sep 26 05:56:29.331966 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-acc4f54e-9461-4e87-b3c3-2596d33f3545 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/quotas/fa25b13404c54cff94e3c12198e9c313 HTTP/1.1" status: 200 len: 375 time: 0.0100696 Sep 26 05:56:29.366340 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-65266785-e1b0-4ce3-a272-ae63f52bdb3a tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fa25b13404c54cff94e3c12198e9c313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286429 Sep 26 05:56:29.525561 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-13be540b-afc7-422c-961e-7fc3cf54cce7 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:56:29.526689 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-13be540b-afc7-422c-961e-7fc3cf54cce7 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1536021 Sep 26 05:56:29.627175 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-c47d4a25-ef53-4cdc-b3e6-8f420e88788b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944228 Sep 26 05:56:29.696242 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-35bf6841-c919-416b-b5f5-2b6b87426b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:29.736976 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-5cc0caed-4174-4035-be42-f83b7dc0d9b8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040773 Sep 26 05:56:30.927993 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6e0ccc5e-1846-4885-b81c-4d0ccbf6b39f req-d7a4c435-9000-41d2-aede-c8b1114b4f22 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 210 time: 0.0283611 Sep 26 05:56:32.039453 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ec569441-bb5d-42b7-bbdd-4756bb363283 req-6c503c19-686d-4fe6-b7d1-3f1312d85d0a tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 210 time: 0.0293162 Sep 26 05:56:32.137114 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a710a5d3-9bdb-468c-b51a-a87887ce9c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:32.249112 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-16525af5-9340-4aa3-9bc1-bb9711ba35ea tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:32.250826 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-16525af5-9340-4aa3-9bc1-bb9711ba35ea tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.25 "GET /networking/v2.0/networks?id=033e951b-5e4f-4458-a303-5df31393f5da HTTP/1.1" status: 200 len: 814 time: 0.1153188 Sep 26 05:56:32.280292 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Request body: {'port': {'device_id': 'e90c4336-6231-427f-8fc1-ef229a795a4e', 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da', 'admin_state_up': True, 'tenant_id': 'fa25b13404c54cff94e3c12198e9c313'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:56:32.397019 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Made reservation on behalf of fa25b13404c54cff94e3c12198e9c313 for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:56:32.400872 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:32.553777 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Allocated IP 172.20.0.14 (033e951b-5e4f-4458-a303-5df31393f5da/adbbe84a-b1e0-4f10-a532-8f092f7db634/43477020-5aa0-47f6-86e5-ff2f91441d05) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:56:32.737413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks [] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:32.772947 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:32.781006 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:32.814276 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:32.821645 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Network 033e951b-5e4f-4458-a303-5df31393f5da is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:56:32.827870 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:56:32.832883 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:56:32.837559 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Pushing event updated for resources: {'Port': ['ID=43477020-5aa0-47f6-86e5-ff2f91441d05,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:32.884241 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:32.884862 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:32.902517 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e8d0e1c5-714d-4fe4-8d2e-957ebb1c781d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6266692 Sep 26 05:56:32.920323 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Request body: {'port': {'device_id': 'e90c4336-6231-427f-8fc1-ef229a795a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:56:32.985035 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.084841 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56370) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:33.221649 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-004d7c74-dc6b-4cd4-8d42-df1d698d556c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.224438 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3278c-a877-40b2-97bc-ff6f5a9a76d8 req-2eb3a3dd-2f53-47d3-9667-1e7f0c4dfa16 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:33.225967 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0df3278c-a877-40b2-97bc-ff6f5a9a76d8 req-2eb3a3dd-2f53-47d3-9667-1e7f0c4dfa16 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 932 time: 0.0596621 Sep 26 05:56:33.301377 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0df3278c-a877-40b2-97bc-ff6f5a9a76d8 req-b409edb0-5638-45f3-af45-716937383d7a tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685737 Sep 26 05:56:33.324254 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-004d7c74-dc6b-4cd4-8d42-df1d698d556c admin admin] Publish callbacks [] for security_group (78faf5ce-18d6-4b27-aa38-520e1a7c9643), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.329750 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-004d7c74-dc6b-4cd4-8d42-df1d698d556c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (78faf5ce-18d6-4b27-aa38-520e1a7c9643), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.336182 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:33.356892 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.367875 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43477020-5aa0-47f6-86e5-ff2f91441d05 {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:56:33.376170 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Publish callbacks [] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.380998 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-004d7c74-dc6b-4cd4-8d42-df1d698d556c admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=eb022978bd494438bf818c7543cd1733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904012 Sep 26 05:56:33.380998 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56380) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:33.388281 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d7c74-dc6b-4cd4-8d42-df1d698d556c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78faf5ce-18d6-4b27-aa38-520e1a7c9643,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:33.393798 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Transition to ACTIVE for port object 43477020-5aa0-47f6-86e5-ff2f91441d05 will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:56:33.399425 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.424400 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:33.438315 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85970bc5-bbe7-4c3a-b34b-5aaa14f26c96 admin admin] Publish callbacks [] for security_group (78faf5ce-18d6-4b27-aa38-520e1a7c9643), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.462542 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85970bc5-bbe7-4c3a-b34b-5aaa14f26c96 admin admin] Publish callbacks [] for security_group (78faf5ce-18d6-4b27-aa38-520e1a7c9643), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.462815 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Pushing event updated for resources: {'Port': ['ID=43477020-5aa0-47f6-86e5-ff2f91441d05,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:33.512242 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Attempting to bind port 43477020-5aa0-47f6-86e5-ff2f91441d05 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:56:33.512576 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Attempting to bind port 43477020-5aa0-47f6-86e5-ff2f91441d05 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'c50a4707-09cf-4088-b78c-0db35cc13011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:56:33.512908 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Attempting to bind port 43477020-5aa0-47f6-86e5-ff2f91441d05 on network 033e951b-5e4f-4458-a303-5df31393f5da {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:56:33.514303 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85970bc5-bbe7-4c3a-b34b-5aaa14f26c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (78faf5ce-18d6-4b27-aa38-520e1a7c9643), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.516934 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-85970bc5-bbe7-4c3a-b34b-5aaa14f26c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.518117 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-85970bc5-bbe7-4c3a-b34b-5aaa14f26c96 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/78faf5ce-18d6-4b27-aa38-520e1a7c9643 HTTP/1.1" status: 204 len: 168 time: 0.1366272 Sep 26 05:56:33.528502 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85970bc5-bbe7-4c3a-b34b-5aaa14f26c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78faf5ce-18d6-4b27-aa38-520e1a7c9643,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:33.536341 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56386) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:33.568684 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Port 43477020-5aa0-47f6-86e5-ff2f91441d05 on network 033e951b-5e4f-4458-a303-5df31393f5da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:56:33.568875 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Attempting to bind port 43477020-5aa0-47f6-86e5-ff2f91441d05 on network 033e951b-5e4f-4458-a303-5df31393f5da {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:56:33.616400 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:56:33.616744 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Checking segment: {'id': 'c50a4707-09cf-4088-b78c-0db35cc13011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:56:33.617150 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Bound using segment: {'id': 'c50a4707-09cf-4088-b78c-0db35cc13011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:56:33.617651 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Bound port: 43477020-5aa0-47f6-86e5-ff2f91441d05, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50a4707-09cf-4088-b78c-0db35cc13011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:56:33.618019 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.681889 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] For port 43477020-5aa0-47f6-86e5-ff2f91441d05, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:56:33.683822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:33.685876 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] For port 43477020-5aa0-47f6-86e5-ff2f91441d05, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=43477020-5aa0-47f6-86e5-ff2f91441d05,segment=NetworkSegment(c50a4707-09cf-4088-b78c-0db35cc13011),segment_id=c50a4707-09cf-4088-b78c-0db35cc13011)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:56:33.694135 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.698228 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:33.699038 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.700732 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/43477020-5aa0-47f6-86e5-ff2f91441d05 HTTP/1.1" status: 200 len: 1094 time: 0.7847736 Sep 26 05:56:33.703434 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90c4336-6231-427f-8fc1-ef229a795a4e', 'tag': '43477020-5aa0-47f6-86e5-ff2f91441d05'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:56:33.706270 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc10d4fe-f803-46b3-b352-af8865edd507" -d '{"events": [{"name": "network-changed", "server_uuid": "e90c4336-6231-427f-8fc1-ef229a795a4e", "tag": "43477020-5aa0-47f6-86e5-ff2f91441d05"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:56:33.761373 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:33.765222 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb52fd27-a2fa-4176-9387-b3b55fcb27c9 x-openstack-request-id: req-fb52fd27-a2fa-4176-9387-b3b55fcb27c9 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:56:33.765517 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90c4336-6231-427f-8fc1-ef229a795a4e", "tag": "43477020-5aa0-47f6-86e5-ff2f91441d05", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:56:33.765767 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb52fd27-a2fa-4176-9387-b3b55fcb27c9 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:56:33.766179 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb52fd27-a2fa-4176-9387-b3b55fcb27c9'] response: {'name': 'network-changed', 'server_uuid': 'e90c4336-6231-427f-8fc1-ef229a795a4e', 'tag': '43477020-5aa0-47f6-86e5-ff2f91441d05', 'status': 'completed', 'code': 200} Sep 26 05:56:33.768613 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177b477-d9cb-47cf-bc31-217c2e1aa67d service neutron] Pushing event updated for resources: {'Port': ['ID=43477020-5aa0-47f6-86e5-ff2f91441d05,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:33.806667 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2f9319f1-d0c5-4d24-ac47-02f6fc546a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.830213 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-43f0be84-ba46-4b9e-9840-94360a810659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:33.832046 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-43f0be84-ba46-4b9e-9840-94360a810659 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fa25b13404c54cff94e3c12198e9c313&device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 1128 time: 0.0487499 Sep 26 05:56:33.879596 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-1e549bc3-7d82-40d6-bf42-e748eda07416 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43477020-5aa0-47f6-86e5-ff2f91441d05 HTTP/1.1" status: 200 len: 217 time: 0.0357056 Sep 26 05:56:33.889829 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56394) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:33.899727 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2f9319f1-d0c5-4d24-ac47-02f6fc546a4d admin admin] Publish callbacks [] for security_group (8c3b9b57-5bf5-4c5e-8f40-ee7fd5bc6c6e), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.907997 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2f9319f1-d0c5-4d24-ac47-02f6fc546a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8c3b9b57-5bf5-4c5e-8f40-ee7fd5bc6c6e), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.910324 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a18d213a-812a-4d00-ad82-2bc38c505237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:33.932464 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-d293a958-9b8b-4ef9-b6fe-57b014584eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:33.933921 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-d293a958-9b8b-4ef9-b6fe-57b014584eee service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=adbbe84a-b1e0-4f10-a532-8f092f7db634 HTTP/1.1" status: 200 len: 854 time: 0.0485361 Sep 26 05:56:33.966802 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2f9319f1-d0c5-4d24-ac47-02f6fc546a4d admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=edce948f32c641f9bd25fc38ec1742be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4292886 Sep 26 05:56:33.968817 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9319f1-d0c5-4d24-ac47-02f6fc546a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3b9b57-5bf5-4c5e-8f40-ee7fd5bc6c6e,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:33.970554 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56396) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:33.988326 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-b18439c4-0920-4fb2-8618-fa4effb7551a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=033e951b-5e4f-4458-a303-5df31393f5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445936 Sep 26 05:56:34.035348 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a18d213a-812a-4d00-ad82-2bc38c505237 admin admin] Publish callbacks [] for security_group (c8f67b2d-91a0-4baa-af80-7c8f631eb775), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.040341 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a18d213a-812a-4d00-ad82-2bc38c505237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (c8f67b2d-91a0-4baa-af80-7c8f631eb775), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.077006 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:56:34.083108 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d213a-812a-4d00-ad82-2bc38c505237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f67b2d-91a0-4baa-af80-7c8f631eb775,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:34.086044 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7213a78e-d55f-4485-84ec-c3d82df0ceaa admin admin] Publish callbacks [] for security_group (8c3b9b57-5bf5-4c5e-8f40-ee7fd5bc6c6e), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.088090 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-a18d213a-812a-4d00-ad82-2bc38c505237 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=78b3cab8e7094e8d8c07643a948c6b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970382 Sep 26 05:56:34.092036 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56398) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:34.128742 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7213a78e-d55f-4485-84ec-c3d82df0ceaa admin admin] Publish callbacks [] for security_group (8c3b9b57-5bf5-4c5e-8f40-ee7fd5bc6c6e), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.137152 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-e5587dad-c47c-4561-899a-e768d6687f8f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422839 Sep 26 05:56:34.144419 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2c50473e-b8c7-4dc9-a970-49c1ebb4b031 admin admin] Publish callbacks [] for security_group (c8f67b2d-91a0-4baa-af80-7c8f631eb775), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.166144 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2c50473e-b8c7-4dc9-a970-49c1ebb4b031 admin admin] Publish callbacks [] for security_group (c8f67b2d-91a0-4baa-af80-7c8f631eb775), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.219821 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2c50473e-b8c7-4dc9-a970-49c1ebb4b031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (c8f67b2d-91a0-4baa-af80-7c8f631eb775), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.222759 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2c50473e-b8c7-4dc9-a970-49c1ebb4b031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.224017 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2c50473e-b8c7-4dc9-a970-49c1ebb4b031 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/c8f67b2d-91a0-4baa-af80-7c8f631eb775 HTTP/1.1" status: 204 len: 168 time: 0.1310256 Sep 26 05:56:34.238664 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50473e-b8c7-4dc9-a970-49c1ebb4b031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f67b2d-91a0-4baa-af80-7c8f631eb775,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:34.255825 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a87e7086-7e15-486f-86e7-eabdeb4c0d1b req-3f4b0dcd-e4c7-49cf-a0dd-753fc866f7c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094306 Sep 26 05:56:34.269790 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7213a78e-d55f-4485-84ec-c3d82df0ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8c3b9b57-5bf5-4c5e-8f40-ee7fd5bc6c6e), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.272454 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7213a78e-d55f-4485-84ec-c3d82df0ceaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.276486 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-7213a78e-d55f-4485-84ec-c3d82df0ceaa admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8c3b9b57-5bf5-4c5e-8f40-ee7fd5bc6c6e HTTP/1.1" status: 204 len: 168 time: 0.3053839 Sep 26 05:56:34.285924 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213a78e-d55f-4485-84ec-c3d82df0ceaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3b9b57-5bf5-4c5e-8f40-ee7fd5bc6c6e,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:34.435040 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be411ddb-a027-4840-9dd4-a32f157ec174 req-40937bd5-4c04-4f3b-ba82-e0058af15872 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:34.436720 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-be411ddb-a027-4840-9dd4-a32f157ec174 req-40937bd5-4c04-4f3b-ba82-e0058af15872 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 944 time: 0.0517626 Sep 26 05:56:34.496678 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-be411ddb-a027-4840-9dd4-a32f157ec174 req-63d409e5-4f13-4ed1-9593-1779f54aa482 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527034 Sep 26 05:56:34.662017 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56416) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:34.677743 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ee314a5-f051-4607-b535-ea523ded66f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.729084 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:34.770762 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ee314a5-f051-4607-b535-ea523ded66f3 admin admin] Publish callbacks [] for security_group (9f662be8-1a18-46e6-9bd0-c2a7b6dd10c8), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.775615 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ee314a5-f051-4607-b535-ea523ded66f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (9f662be8-1a18-46e6-9bd0-c2a7b6dd10c8), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.810284 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=71,neutron:DELETE=4,neutron:INSERT=24,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:34.833977 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee314a5-f051-4607-b535-ea523ded66f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f662be8-1a18-46e6-9bd0-c2a7b6dd10c8,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:34.840860 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-1ee314a5-f051-4607-b535-ea523ded66f3 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=560ff79b6fcd462bb236a45953bedbc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773472 Sep 26 05:56:34.843589 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56420) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:34.903359 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ddc624b4-1afa-4dd2-be6c-c1e90ec15a8c admin admin] Publish callbacks [] for security_group (9f662be8-1a18-46e6-9bd0-c2a7b6dd10c8), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.929443 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ddc624b4-1afa-4dd2-be6c-c1e90ec15a8c admin admin] Publish callbacks [] for security_group (9f662be8-1a18-46e6-9bd0-c2a7b6dd10c8), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.977982 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ddc624b4-1afa-4dd2-be6c-c1e90ec15a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (9f662be8-1a18-46e6-9bd0-c2a7b6dd10c8), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.991334 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ddc624b4-1afa-4dd2-be6c-c1e90ec15a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:34.992425 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ddc624b4-1afa-4dd2-be6c-c1e90ec15a8c admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/9f662be8-1a18-46e6-9bd0-c2a7b6dd10c8 HTTP/1.1" status: 204 len: 168 time: 0.1476619 Sep 26 05:56:35.001207 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc624b4-1afa-4dd2-be6c-c1e90ec15a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f662be8-1a18-46e6-9bd0-c2a7b6dd10c8,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:35.048370 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:35.085161 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:35.638515 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e001e0b-84fb-4fed-bafd-176e67be6a87 req-3ae5a213-9d72-432c-9b26-08fee9477fa4 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:35.640082 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4e001e0b-84fb-4fed-bafd-176e67be6a87 req-3ae5a213-9d72-432c-9b26-08fee9477fa4 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 944 time: 0.0497751 Sep 26 05:56:35.698053 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4e001e0b-84fb-4fed-bafd-176e67be6a87 req-376b163f-add1-4e42-bdba-510cf7bc094a tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513167 Sep 26 05:56:36.408039 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10d4fe-f803-46b3-b352-af8865edd507 req-0fa04291-697a-4820-820e-4295b8e2ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:36.410284 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cc10d4fe-f803-46b3-b352-af8865edd507 req-0fa04291-697a-4820-820e-4295b8e2ecca service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fa25b13404c54cff94e3c12198e9c313&device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 1128 time: 0.0483246 Sep 26 05:56:36.510186 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10d4fe-f803-46b3-b352-af8865edd507 req-9d4c290c-415e-4dff-9da4-2c52a0798f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:36.511836 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cc10d4fe-f803-46b3-b352-af8865edd507 req-9d4c290c-415e-4dff-9da4-2c52a0798f26 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=033e951b-5e4f-4458-a303-5df31393f5da HTTP/1.1" status: 200 len: 915 time: 0.0956132 Sep 26 05:56:36.560313 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cc10d4fe-f803-46b3-b352-af8865edd507 req-1708033c-11dd-4f60-8f9b-5fa5b96a1d48 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43477020-5aa0-47f6-86e5-ff2f91441d05 HTTP/1.1" status: 200 len: 217 time: 0.0404325 Sep 26 05:56:36.614895 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10d4fe-f803-46b3-b352-af8865edd507 req-f5f29518-af94-4fcf-9bf2-6793f2ed76df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:36.616397 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cc10d4fe-f803-46b3-b352-af8865edd507 req-f5f29518-af94-4fcf-9bf2-6793f2ed76df service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=adbbe84a-b1e0-4f10-a532-8f092f7db634 HTTP/1.1" status: 200 len: 854 time: 0.0498686 Sep 26 05:56:36.652417 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cc10d4fe-f803-46b3-b352-af8865edd507 req-39be6c95-ac29-44ea-992c-361b463e846a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=033e951b-5e4f-4458-a303-5df31393f5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300484 Sep 26 05:56:36.752204 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cc10d4fe-f803-46b3-b352-af8865edd507 req-b5b2c452-5a90-4a4d-9886-b4324af59d37 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935824 Sep 26 05:56:36.817834 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56524) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:36.850568 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:36.863761 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:36.872308 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58a976-1680-49f5-bc1f-d9ffd08e1566 req-27febb35-714b-4eda-a67d-2273d820e4bd tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:36.873797 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dd58a976-1680-49f5-bc1f-d9ffd08e1566 req-27febb35-714b-4eda-a67d-2273d820e4bd tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 944 time: 0.0889201 Sep 26 05:56:36.923661 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-cc10d4fe-f803-46b3-b352-af8865edd507 req-4f045b5b-63e0-4ed3-b2de-46cd307264a1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653728 Sep 26 05:56:36.951553 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dd58a976-1680-49f5-bc1f-d9ffd08e1566 req-bf776b6c-5f27-4419-8015-918c872fb066 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718565 Sep 26 05:56:36.958048 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2e2b-9dde-44cd-ab7c-ed39dd168fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.040514 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2e2b-9dde-44cd-ab7c-ed39dd168fd6 admin admin] Publish callbacks [] for security_group (04c852ea-72fc-4b0e-95a4-b1c587860548), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.045652 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2e2b-9dde-44cd-ab7c-ed39dd168fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (04c852ea-72fc-4b0e-95a4-b1c587860548), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.085687 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f6ea2e2b-9dde-44cd-ab7c-ed39dd168fd6 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d4bad89628aa410ab4c5c10a55ec0e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663600 Sep 26 05:56:37.086382 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea2e2b-9dde-44cd-ab7c-ed39dd168fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c852ea-72fc-4b0e-95a4-b1c587860548,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:37.089513 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56536) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:37.145848 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-11cef7bf-a07e-48c2-9718-6bdc161c26e1 admin admin] Publish callbacks [] for security_group (04c852ea-72fc-4b0e-95a4-b1c587860548), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.166733 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-11cef7bf-a07e-48c2-9718-6bdc161c26e1 admin admin] Publish callbacks [] for security_group (04c852ea-72fc-4b0e-95a4-b1c587860548), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.217988 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-11cef7bf-a07e-48c2-9718-6bdc161c26e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (04c852ea-72fc-4b0e-95a4-b1c587860548), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.221283 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-11cef7bf-a07e-48c2-9718-6bdc161c26e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.222442 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-11cef7bf-a07e-48c2-9718-6bdc161c26e1 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/04c852ea-72fc-4b0e-95a4-b1c587860548 HTTP/1.1" status: 204 len: 168 time: 0.1317034 Sep 26 05:56:37.231855 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cef7bf-a07e-48c2-9718-6bdc161c26e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c852ea-72fc-4b0e-95a4-b1c587860548,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:37.574496 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56552) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:37.589187 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4d700341-9b80-4f0a-b3a3-987fd7b98575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.670918 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4d700341-9b80-4f0a-b3a3-987fd7b98575 admin admin] Publish callbacks [] for security_group (136e2043-d563-4db0-bd1e-e65abcd16a46), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.675334 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4d700341-9b80-4f0a-b3a3-987fd7b98575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (136e2043-d563-4db0-bd1e-e65abcd16a46), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.715765 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-4d700341-9b80-4f0a-b3a3-987fd7b98575 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ed7bd89142914178b14621ea50b39d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396296 Sep 26 05:56:37.718287 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56560) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:37.724427 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d700341-9b80-4f0a-b3a3-987fd7b98575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136e2043-d563-4db0-bd1e-e65abcd16a46,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:37.773504 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9ceef265-c730-4869-b668-cb220b19f2c6 admin admin] Publish callbacks [] for security_group (136e2043-d563-4db0-bd1e-e65abcd16a46), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.794421 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9ceef265-c730-4869-b668-cb220b19f2c6 admin admin] Publish callbacks [] for security_group (136e2043-d563-4db0-bd1e-e65abcd16a46), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.842443 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9ceef265-c730-4869-b668-cb220b19f2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (136e2043-d563-4db0-bd1e-e65abcd16a46), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.845178 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-9ceef265-c730-4869-b668-cb220b19f2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:37.846315 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-9ceef265-c730-4869-b668-cb220b19f2c6 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/136e2043-d563-4db0-bd1e-e65abcd16a46 HTTP/1.1" status: 204 len: 168 time: 0.1271226 Sep 26 05:56:37.855324 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceef265-c730-4869-b668-cb220b19f2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136e2043-d563-4db0-bd1e-e65abcd16a46,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:37.905029 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 43477020-5aa0-47f6-86e5-ff2f91441d05 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:56:38.023611 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 43477020-5aa0-47f6-86e5-ff2f91441d05, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=43477020-5aa0-47f6-86e5-ff2f91441d05,segment=NetworkSegment(c50a4707-09cf-4088-b78c-0db35cc13011),segment_id=c50a4707-09cf-4088-b78c-0db35cc13011)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:38.038007 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '43477020-5aa0-47f6-86e5-ff2f91441d05', 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da', 'port_id': '43477020-5aa0-47f6-86e5-ff2f91441d05', 'mac_address': 'fa:16:3e:a5:4f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbbe84a-b1e0-4f10-a532-8f092f7db634', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:56:38.092589 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042fc9e-6536-4bcc-8e10-7cf156789a7d req-7697dd05-47b9-4c64-9e20-578844c55312 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:38.100496 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c042fc9e-6536-4bcc-8e10-7cf156789a7d req-7697dd05-47b9-4c64-9e20-578844c55312 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 944 time: 0.0609868 Sep 26 05:56:38.103754 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 43477020-5aa0-47f6-86e5-ff2f91441d05 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:56:38.104161 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:38.118529 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43477020-5aa0-47f6-86e5-ff2f91441d05 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:56:38.140654 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 43477020-5aa0-47f6-86e5-ff2f91441d05, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=43477020-5aa0-47f6-86e5-ff2f91441d05,segment=NetworkSegment(c50a4707-09cf-4088-b78c-0db35cc13011),segment_id=c50a4707-09cf-4088-b78c-0db35cc13011)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:38.145792 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:38.155296 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-c042fc9e-6536-4bcc-8e10-7cf156789a7d req-8374e442-7de0-41f0-9556-3f3423d3114f tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535796 Sep 26 05:56:38.204693 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=43477020-5aa0-47f6-86e5-ff2f91441d05,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:38.560556 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['43477020-5aa0-47f6-86e5-ff2f91441d05'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:56:38.666924 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:39.286631 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3990335-fb96-44fa-86a8-acea5d887854 req-9d898890-9f67-40b7-8fe4-87b694b60c75 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:39.288819 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d3990335-fb96-44fa-86a8-acea5d887854 req-9d898890-9f67-40b7-8fe4-87b694b60c75 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 945 time: 0.0519302 Sep 26 05:56:39.335894 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d3990335-fb96-44fa-86a8-acea5d887854 req-cec871d1-1876-4dac-8a21-c3c205011143 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Sep 26 05:56:39.940216 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 43477020-5aa0-47f6-86e5-ff2f91441d05 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:56:39.972004 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:39.985693 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 43477020-5aa0-47f6-86e5-ff2f91441d05 completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:56:39.992161 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 43477020-5aa0-47f6-86e5-ff2f91441d05 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:56:39.992578 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:39.992876 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 43477020-5aa0-47f6-86e5-ff2f91441d05 Sep 26 05:56:40.071290 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 43477020-5aa0-47f6-86e5-ff2f91441d05 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:56:40.071290 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:40.097497 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90c4336-6231-427f-8fc1-ef229a795a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43477020-5aa0-47f6-86e5-ff2f91441d05'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:56:40.099805 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cee7d7-fe12-454d-bf3a-d054bce2e208" -d '{"events": [{"server_uuid": "e90c4336-6231-427f-8fc1-ef229a795a4e", "name": "network-vif-plugged", "status": "completed", "tag": "43477020-5aa0-47f6-86e5-ff2f91441d05"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:56:40.113626 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 43477020-5aa0-47f6-86e5-ff2f91441d05, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=43477020-5aa0-47f6-86e5-ff2f91441d05,segment=NetworkSegment(c50a4707-09cf-4088-b78c-0db35cc13011),segment_id=c50a4707-09cf-4088-b78c-0db35cc13011)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:56:40.115027 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56650) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:40.124247 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:40.150524 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d224a1a-89c0-436a-a448-b31a00a29b49 x-openstack-request-id: req-9d224a1a-89c0-436a-a448-b31a00a29b49 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:56:40.150810 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90c4336-6231-427f-8fc1-ef229a795a4e", "name": "network-vif-plugged", "status": "completed", "tag": "43477020-5aa0-47f6-86e5-ff2f91441d05", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:56:40.151227 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d224a1a-89c0-436a-a448-b31a00a29b49 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:56:40.151711 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d224a1a-89c0-436a-a448-b31a00a29b49'] response: {'server_uuid': 'e90c4336-6231-427f-8fc1-ef229a795a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43477020-5aa0-47f6-86e5-ff2f91441d05', 'code': 200} Sep 26 05:56:40.175597 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=43477020-5aa0-47f6-86e5-ff2f91441d05,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:40.233918 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8be24af3-c7d0-4e08-97be-d7d850e205f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:40.306911 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:40.328317 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8be24af3-c7d0-4e08-97be-d7d850e205f2 admin admin] Publish callbacks [] for security_group (a11eee03-badc-4706-8c09-47a8dc4a7937), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:40.349468 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8be24af3-c7d0-4e08-97be-d7d850e205f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (a11eee03-badc-4706-8c09-47a8dc4a7937), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:40.355719 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:40.401580 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272196cf-115f-4e96-9b60-707e319f706a req-f93e470d-431f-4819-83f3-b433b5825b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:40.403079 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-272196cf-115f-4e96-9b60-707e319f706a req-f93e470d-431f-4819-83f3-b433b5825b66 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 1130 time: 0.0840144 Sep 26 05:56:40.418311 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be24af3-c7d0-4e08-97be-d7d850e205f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11eee03-badc-4706-8c09-47a8dc4a7937,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:40.426445 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-8be24af3-c7d0-4e08-97be-d7d850e205f2 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ab1c21ee432649b6a06ddb5a02554d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101010 Sep 26 05:56:40.429479 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56656) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:40.489249 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb4ab-59de-46a7-be20-4e9d4cc4e98f admin admin] Publish callbacks [] for security_group (a11eee03-badc-4706-8c09-47a8dc4a7937), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:40.494511 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a79e1-e54f-405f-ac1a-84aebd8aed39 req-90d28c78-6b5e-4436-a244-0dfce853844c tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:40.496276 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-428a79e1-e54f-405f-ac1a-84aebd8aed39 req-90d28c78-6b5e-4436-a244-0dfce853844c tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 946 time: 0.0726781 Sep 26 05:56:40.498889 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-272196cf-115f-4e96-9b60-707e319f706a req-61d76616-e2f6-49d8-b4db-3dab618ea7cd service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877161 Sep 26 05:56:40.511317 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb4ab-59de-46a7-be20-4e9d4cc4e98f admin admin] Publish callbacks [] for security_group (a11eee03-badc-4706-8c09-47a8dc4a7937), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:40.546260 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-428a79e1-e54f-405f-ac1a-84aebd8aed39 req-46ece8be-cbb7-44d8-9c3e-c16f708645db tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429132 Sep 26 05:56:40.560606 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb4ab-59de-46a7-be20-4e9d4cc4e98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (a11eee03-badc-4706-8c09-47a8dc4a7937), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:40.563397 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7d6eb4ab-59de-46a7-be20-4e9d4cc4e98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:40.564938 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-7d6eb4ab-59de-46a7-be20-4e9d4cc4e98f admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/a11eee03-badc-4706-8c09-47a8dc4a7937 HTTP/1.1" status: 204 len: 168 time: 0.1342669 Sep 26 05:56:40.573258 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6eb4ab-59de-46a7-be20-4e9d4cc4e98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11eee03-badc-4706-8c09-47a8dc4a7937,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:40.866505 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56668) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:40.880642 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-1744ebe3-e33f-44eb-a59b-22dac01fbd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:40.961502 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-1744ebe3-e33f-44eb-a59b-22dac01fbd4a admin admin] Publish callbacks [] for security_group (c7a5d9eb-55bd-4101-98bb-4347e4369eb4), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:40.965231 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-1744ebe3-e33f-44eb-a59b-22dac01fbd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (c7a5d9eb-55bd-4101-98bb-4347e4369eb4), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:41.006245 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744ebe3-e33f-44eb-a59b-22dac01fbd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a5d9eb-55bd-4101-98bb-4347e4369eb4,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:41.011444 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-1744ebe3-e33f-44eb-a59b-22dac01fbd4a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=6b754edd769145ada6058ba697c3a5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439366 Sep 26 05:56:41.014520 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56672) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:41.074147 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4d6007df-905f-4f8d-9bcc-72e2f54da7ef admin admin] Publish callbacks [] for security_group (c7a5d9eb-55bd-4101-98bb-4347e4369eb4), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:41.097773 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4d6007df-905f-4f8d-9bcc-72e2f54da7ef admin admin] Publish callbacks [] for security_group (c7a5d9eb-55bd-4101-98bb-4347e4369eb4), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:41.152618 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4d6007df-905f-4f8d-9bcc-72e2f54da7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (c7a5d9eb-55bd-4101-98bb-4347e4369eb4), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:41.155480 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4d6007df-905f-4f8d-9bcc-72e2f54da7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:41.156634 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-4d6007df-905f-4f8d-9bcc-72e2f54da7ef admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/c7a5d9eb-55bd-4101-98bb-4347e4369eb4 HTTP/1.1" status: 204 len: 168 time: 0.1410739 Sep 26 05:56:41.164399 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6007df-905f-4f8d-9bcc-72e2f54da7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a5d9eb-55bd-4101-98bb-4347e4369eb4,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:41.684416 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2275312-f3aa-456d-a61d-758f16e9e6e5 req-277741bd-16d9-4059-b06d-299879feec8b tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:41.686552 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f2275312-f3aa-456d-a61d-758f16e9e6e5 req-277741bd-16d9-4059-b06d-299879feec8b tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 946 time: 0.0531461 Sep 26 05:56:41.747041 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f2275312-f3aa-456d-a61d-758f16e9e6e5 req-8e547d7a-900a-452a-91a0-e3e48df88f2f tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537610 Sep 26 05:56:42.901846 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b7dcf-90b1-41d7-9eb5-7373e6a978d4 req-17a1f465-9c91-41f6-97a3-84678855d90b tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:56:42.903414 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-633b7dcf-90b1-41d7-9eb5-7373e6a978d4 req-17a1f465-9c91-41f6-97a3-84678855d90b tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 946 time: 0.0649929 Sep 26 05:56:42.961863 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-633b7dcf-90b1-41d7-9eb5-7373e6a978d4 req-e0760c8a-3f39-4bcf-838c-ceb84a32e2b1 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504990 Sep 26 05:56:44.824538 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56848) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:44.946919 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d81d5c2e-e201-4d7a-b476-a67e3b094a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:44.967462 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:44.981975 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:45.011009 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.028711 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d81d5c2e-e201-4d7a-b476-a67e3b094a11 admin admin] Publish callbacks [] for security_group (2916fa4a-1ed4-451f-9710-83de806204fc), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.033766 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d81d5c2e-e201-4d7a-b476-a67e3b094a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (2916fa4a-1ed4-451f-9710-83de806204fc), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.082015 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d81d5c2e-e201-4d7a-b476-a67e3b094a11 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=7abad03e64cb47fba3d37d5f84b3c899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560236 Sep 26 05:56:45.083084 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d5c2e-e201-4d7a-b476-a67e3b094a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2916fa4a-1ed4-451f-9710-83de806204fc,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:45.084243 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56852) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:45.154197 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3461-afd9-42f4-a079-82247564badf admin admin] Publish callbacks [] for security_group (2916fa4a-1ed4-451f-9710-83de806204fc), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.175628 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3461-afd9-42f4-a079-82247564badf admin admin] Publish callbacks [] for security_group (2916fa4a-1ed4-451f-9710-83de806204fc), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.228539 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3461-afd9-42f4-a079-82247564badf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (2916fa4a-1ed4-451f-9710-83de806204fc), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.231153 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3461-afd9-42f4-a079-82247564badf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.234900 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-3c3b3461-afd9-42f4-a079-82247564badf admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/2916fa4a-1ed4-451f-9710-83de806204fc HTTP/1.1" status: 204 len: 168 time: 0.1467645 Sep 26 05:56:45.240895 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b3461-afd9-42f4-a079-82247564badf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2916fa4a-1ed4-451f-9710-83de806204fc,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:45.522537 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56868) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:45.538268 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-b70a63bd-44f9-4742-8762-cfc93f20a6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.542098 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:45.582245 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:45.636910 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-b70a63bd-44f9-4742-8762-cfc93f20a6c8 admin admin] Publish callbacks [] for security_group (92a54956-357b-42e4-8ef0-ccf524ba4ceb), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.641636 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-b70a63bd-44f9-4742-8762-cfc93f20a6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (92a54956-357b-42e4-8ef0-ccf524ba4ceb), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.681683 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-b70a63bd-44f9-4742-8762-cfc93f20a6c8 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=d7e4def861fe47e2ba5b954524777182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578214 Sep 26 05:56:45.682564 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a63bd-44f9-4742-8762-cfc93f20a6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a54956-357b-42e4-8ef0-ccf524ba4ceb,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:45.684452 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56872) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:45.740979 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f878f442-2211-4a35-952c-104613dd973b admin admin] Publish callbacks [] for security_group (92a54956-357b-42e4-8ef0-ccf524ba4ceb), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.771104 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f878f442-2211-4a35-952c-104613dd973b admin admin] Publish callbacks [] for security_group (92a54956-357b-42e4-8ef0-ccf524ba4ceb), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.834055 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f878f442-2211-4a35-952c-104613dd973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (92a54956-357b-42e4-8ef0-ccf524ba4ceb), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.836774 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f878f442-2211-4a35-952c-104613dd973b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:45.840713 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f878f442-2211-4a35-952c-104613dd973b admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/92a54956-357b-42e4-8ef0-ccf524ba4ceb HTTP/1.1" status: 204 len: 168 time: 0.1523893 Sep 26 05:56:45.848853 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878f442-2211-4a35-952c-104613dd973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a54956-357b-42e4-8ef0-ccf524ba4ceb,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:46.182369 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56880) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:46.196649 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f042274b-041d-434b-ab6e-f1ac69afbeb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:46.286767 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f042274b-041d-434b-ab6e-f1ac69afbeb2 admin admin] Publish callbacks [] for security_group (8171e182-75e9-40ed-8183-e39fdca9aaf8), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:46.292175 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f042274b-041d-434b-ab6e-f1ac69afbeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8171e182-75e9-40ed-8183-e39fdca9aaf8), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:46.329948 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042274b-041d-434b-ab6e-f1ac69afbeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8171e182-75e9-40ed-8183-e39fdca9aaf8,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:46.334225 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-f042274b-041d-434b-ab6e-f1ac69afbeb2 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=6b9cd3e7f77c48db874a151d9ab07a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508272 Sep 26 05:56:46.337060 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56882) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:46.388548 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c77d053f-47e5-4ced-907b-4b7563177114 admin admin] Publish callbacks [] for security_group (8171e182-75e9-40ed-8183-e39fdca9aaf8), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:46.408381 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c77d053f-47e5-4ced-907b-4b7563177114 admin admin] Publish callbacks [] for security_group (8171e182-75e9-40ed-8183-e39fdca9aaf8), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:46.458933 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c77d053f-47e5-4ced-907b-4b7563177114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8171e182-75e9-40ed-8183-e39fdca9aaf8), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:46.462369 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c77d053f-47e5-4ced-907b-4b7563177114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:46.466763 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-c77d053f-47e5-4ced-907b-4b7563177114 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8171e182-75e9-40ed-8183-e39fdca9aaf8 HTTP/1.1" status: 204 len: 168 time: 0.1257815 Sep 26 05:56:46.474377 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d053f-47e5-4ced-907b-4b7563177114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8171e182-75e9-40ed-8183-e39fdca9aaf8,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:48.071922 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:48.079865 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:50.023917 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 56978) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:50.148677 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8ec897d7-7bc0-4a61-a0cc-6db9be1acaa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:50.239333 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8ec897d7-7bc0-4a61-a0cc-6db9be1acaa7 admin admin] Publish callbacks [] for security_group (9463505c-4578-4c7b-9180-848a143e06de), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:50.245010 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8ec897d7-7bc0-4a61-a0cc-6db9be1acaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (9463505c-4578-4c7b-9180-848a143e06de), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:50.283672 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-8ec897d7-7bc0-4a61-a0cc-6db9be1acaa7 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=abb459a3fade4a088724d66d43dd1067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586882 Sep 26 05:56:50.284573 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec897d7-7bc0-4a61-a0cc-6db9be1acaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9463505c-4578-4c7b-9180-848a143e06de,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:50.286610 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56982) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:50.341120 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f322-6102-436c-bdff-aa77631e9808 admin admin] Publish callbacks [] for security_group (9463505c-4578-4c7b-9180-848a143e06de), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:50.361311 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f322-6102-436c-bdff-aa77631e9808 admin admin] Publish callbacks [] for security_group (9463505c-4578-4c7b-9180-848a143e06de), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:50.412934 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f322-6102-436c-bdff-aa77631e9808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (9463505c-4578-4c7b-9180-848a143e06de), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:50.417495 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f322-6102-436c-bdff-aa77631e9808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:50.418931 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-0ca8f322-6102-436c-bdff-aa77631e9808 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/9463505c-4578-4c7b-9180-848a143e06de HTTP/1.1" status: 204 len: 168 time: 0.1312356 Sep 26 05:56:50.432746 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8f322-6102-436c-bdff-aa77631e9808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9463505c-4578-4c7b-9180-848a143e06de,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:50.719658 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56988) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:50.733151 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e35b72bb-8b4f-4895-aa25-93c64cbc34cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:50.813600 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e35b72bb-8b4f-4895-aa25-93c64cbc34cc admin admin] Publish callbacks [] for security_group (01a7d822-6d59-4073-8c39-c2eb279a428c), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:50.819100 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e35b72bb-8b4f-4895-aa25-93c64cbc34cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (01a7d822-6d59-4073-8c39-c2eb279a428c), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:50.835626 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:50.851044 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:INSERT=13,neutron:UPDATE=2,neutron:SELECT=80,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:50.860137 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b72bb-8b4f-4895-aa25-93c64cbc34cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a7d822-6d59-4073-8c39-c2eb279a428c,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:50.866947 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-e35b72bb-8b4f-4895-aa25-93c64cbc34cc admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=cc464062efa544128155fe6cb226ba3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437385 Sep 26 05:56:50.868956 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 56996) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:50.943966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-535a9e5e-80c5-4fb0-a72e-681368cb2ad9 admin admin] Publish callbacks [] for security_group (01a7d822-6d59-4073-8c39-c2eb279a428c), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:50.972930 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-535a9e5e-80c5-4fb0-a72e-681368cb2ad9 admin admin] Publish callbacks [] for security_group (01a7d822-6d59-4073-8c39-c2eb279a428c), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.029106 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-535a9e5e-80c5-4fb0-a72e-681368cb2ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (01a7d822-6d59-4073-8c39-c2eb279a428c), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.033307 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-535a9e5e-80c5-4fb0-a72e-681368cb2ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.037048 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-535a9e5e-80c5-4fb0-a72e-681368cb2ad9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/01a7d822-6d59-4073-8c39-c2eb279a428c HTTP/1.1" status: 204 len: 168 time: 0.1665084 Sep 26 05:56:51.045194 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a9e5e-80c5-4fb0-a72e-681368cb2ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a7d822-6d59-4073-8c39-c2eb279a428c,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:51.080397 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 57002) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:51.206227 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-33ad734e-81eb-47a8-9030-be6a2a2cf35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.301110 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-33ad734e-81eb-47a8-9030-be6a2a2cf35f admin admin] Publish callbacks [] for security_group (f1b9099f-9045-4d2d-b463-4c729119f21f), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.306206 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-33ad734e-81eb-47a8-9030-be6a2a2cf35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (f1b9099f-9045-4d2d-b463-4c729119f21f), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.359561 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad734e-81eb-47a8-9030-be6a2a2cf35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b9099f-9045-4d2d-b463-4c729119f21f,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:51.367247 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-33ad734e-81eb-47a8-9030-be6a2a2cf35f admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=acebd9727c4d4e83b711ddcf6a3d69d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849054 Sep 26 05:56:51.369655 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 57008) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:51.412869 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 57010) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:51.427538 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-16cc73e8-c79e-418e-af3a-6134bd04bbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.432804 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-efb3d946-deb1-4307-b4d7-af85a40f3915 admin admin] Publish callbacks [] for security_group (f1b9099f-9045-4d2d-b463-4c729119f21f), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.453463 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-efb3d946-deb1-4307-b4d7-af85a40f3915 admin admin] Publish callbacks [] for security_group (f1b9099f-9045-4d2d-b463-4c729119f21f), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.476375 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:51.489122 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:56:51.506916 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-efb3d946-deb1-4307-b4d7-af85a40f3915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (f1b9099f-9045-4d2d-b463-4c729119f21f), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.509536 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-efb3d946-deb1-4307-b4d7-af85a40f3915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.510139 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-16cc73e8-c79e-418e-af3a-6134bd04bbc9 admin admin] Publish callbacks [] for security_group (8483efb3-4794-4a22-abe1-2bc4dc9a6493), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.511183 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-efb3d946-deb1-4307-b4d7-af85a40f3915 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/f1b9099f-9045-4d2d-b463-4c729119f21f HTTP/1.1" status: 204 len: 168 time: 0.1399834 Sep 26 05:56:51.518226 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-16cc73e8-c79e-418e-af3a-6134bd04bbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8483efb3-4794-4a22-abe1-2bc4dc9a6493), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.520307 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3d946-deb1-4307-b4d7-af85a40f3915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b9099f-9045-4d2d-b463-4c729119f21f,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:51.562865 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-16cc73e8-c79e-418e-af3a-6134bd04bbc9 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=fd76c42ed5da43b58cce0feddbfee27e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486626 Sep 26 05:56:51.564945 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc73e8-c79e-418e-af3a-6134bd04bbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8483efb3-4794-4a22-abe1-2bc4dc9a6493,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:51.565694 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 57014) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:51.622823 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4f4a6cee-33ea-4ff5-8276-a3ddfe873d3d admin admin] Publish callbacks [] for security_group (8483efb3-4794-4a22-abe1-2bc4dc9a6493), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.645295 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4f4a6cee-33ea-4ff5-8276-a3ddfe873d3d admin admin] Publish callbacks [] for security_group (8483efb3-4794-4a22-abe1-2bc4dc9a6493), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.719192 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4f4a6cee-33ea-4ff5-8276-a3ddfe873d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (8483efb3-4794-4a22-abe1-2bc4dc9a6493), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.722155 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4f4a6cee-33ea-4ff5-8276-a3ddfe873d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:51.723453 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4f4a6cee-33ea-4ff5-8276-a3ddfe873d3d admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/8483efb3-4794-4a22-abe1-2bc4dc9a6493 HTTP/1.1" status: 204 len: 168 time: 0.1564767 Sep 26 05:56:51.732122 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a6cee-33ea-4ff5-8276-a3ddfe873d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483efb3-4794-4a22-abe1-2bc4dc9a6493,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:51.908460 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 57022) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:51.922339 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f3a3f8e9-63cc-48a9-b2a4-316df447b6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:52.021858 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f3a3f8e9-63cc-48a9-b2a4-316df447b6ae admin admin] Publish callbacks [] for security_group (fb4e5f02-bcfd-41bd-9cc7-f19e69e55343), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:52.026350 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f3a3f8e9-63cc-48a9-b2a4-316df447b6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (fb4e5f02-bcfd-41bd-9cc7-f19e69e55343), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:52.071805 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-f3a3f8e9-63cc-48a9-b2a4-316df447b6ae admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=7392c61336234f2daf6e93bd5016767c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621797 Sep 26 05:56:52.072677 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3f8e9-63cc-48a9-b2a4-316df447b6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4e5f02-bcfd-41bd-9cc7-f19e69e55343,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:52.074768 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 57030) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:56:52.133205 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-84a89d25-fe7b-4426-9cb2-982063452149 admin admin] Publish callbacks [] for security_group (fb4e5f02-bcfd-41bd-9cc7-f19e69e55343), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:52.159372 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-84a89d25-fe7b-4426-9cb2-982063452149 admin admin] Publish callbacks [] for security_group (fb4e5f02-bcfd-41bd-9cc7-f19e69e55343), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:52.210508 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-84a89d25-fe7b-4426-9cb2-982063452149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (fb4e5f02-bcfd-41bd-9cc7-f19e69e55343), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:52.214279 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-84a89d25-fe7b-4426-9cb2-982063452149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:56:52.215415 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-84a89d25-fe7b-4426-9cb2-982063452149 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/fb4e5f02-bcfd-41bd-9cc7-f19e69e55343 HTTP/1.1" status: 204 len: 168 time: 0.1395435 Sep 26 05:56:52.227828 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a89d25-fe7b-4426-9cb2-982063452149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4e5f02-bcfd-41bd-9cc7-f19e69e55343,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:56:59.692949 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d880d2b6-0aee-460a-b27f-5c2393485adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:02.066340 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=60,neutron:DELETE=1,neutron:INSERT=11 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:02.067521 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=48,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:02.147812 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a12fa806-6d64-4f4f-9bdc-a3b6d6b06db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:02.218938 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:DELETE=6,neutron:SELECT=30 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:02.225409 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=36,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:03.357296 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:05.044224 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:05.083783 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:11.077651 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:57:15.015281 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:15.017154 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:15.032715 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:21.170786 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f8d88c5-3bc5-4872-a138-0be188f83d04 req-82c0464a-cdef-4307-99a9-ebe0dc42e46a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407925 Sep 26 05:57:21.285234 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d88c5-3bc5-4872-a138-0be188f83d04 req-427c7f58-86ff-4dd9-b9f8-f584b3e1b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:57:21.286768 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f8d88c5-3bc5-4872-a138-0be188f83d04 req-427c7f58-86ff-4dd9-b9f8-f584b3e1b2fb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fa25b13404c54cff94e3c12198e9c313&device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 1130 time: 0.0408125 Sep 26 05:57:21.409072 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d88c5-3bc5-4872-a138-0be188f83d04 req-2e3f4cca-4484-4a3f-81d5-163d6421d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:57:21.410707 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f8d88c5-3bc5-4872-a138-0be188f83d04 req-2e3f4cca-4484-4a3f-81d5-163d6421d5a1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=033e951b-5e4f-4458-a303-5df31393f5da HTTP/1.1" status: 200 len: 915 time: 0.0922463 Sep 26 05:57:21.450963 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f8d88c5-3bc5-4872-a138-0be188f83d04 req-b0b33d78-0324-424a-9556-fed7bff7c2fb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43477020-5aa0-47f6-86e5-ff2f91441d05 HTTP/1.1" status: 200 len: 217 time: 0.0334527 Sep 26 05:57:21.511328 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d88c5-3bc5-4872-a138-0be188f83d04 req-3dce94ab-0723-4d06-8ac2-670a89ab27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:57:21.512986 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f8d88c5-3bc5-4872-a138-0be188f83d04 req-3dce94ab-0723-4d06-8ac2-670a89ab27f3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=adbbe84a-b1e0-4f10-a532-8f092f7db634 HTTP/1.1" status: 200 len: 854 time: 0.0548198 Sep 26 05:57:21.550385 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f8d88c5-3bc5-4872-a138-0be188f83d04 req-e7ff065a-17f9-4218-823c-8458a43ba792 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=033e951b-5e4f-4458-a303-5df31393f5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284028 Sep 26 05:57:21.656928 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f8d88c5-3bc5-4872-a138-0be188f83d04 req-b6155118-ff24-4151-bb7c-b0cfcaba816c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002693 Sep 26 05:57:22.024689 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3f8d88c5-3bc5-4872-a138-0be188f83d04 req-8f4fef15-e5aa-41f4-9dfb-804307494843 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606482 Sep 26 05:57:25.036028 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:25.064843 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:28.049012 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:29.695394 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7a327b4d-5c4f-4969-a3d3-e19de1a3cc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:32.019748 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=44 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:32.022599 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=44 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:32.132623 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8dfa842c-f0dd-4454-8cda-da7190c56c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:33.357669 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:35.046580 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:35.081922 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:45.022869 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:57:48.079437 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:57:55.009184 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:55.015751 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:57:59.703341 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-09a00a8c-42dd-42c3-95a4-f5e3363b0d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:02.069588 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:02.070690 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:02.128024 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-bbef1f98-e373-4821-9aaf-e5803a93c220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:03.361829 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:05.048411 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:05.075042 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:07.258141 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ab0bd-659a-428e-9f2e-00dfbb724a62 req-67557268-8b22-4c57-90bb-95534f13c6f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:07.259634 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-358ab0bd-659a-428e-9f2e-00dfbb724a62 req-67557268-8b22-4c57-90bb-95534f13c6f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 946 time: 0.0517523 Sep 26 05:58:07.307587 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-358ab0bd-659a-428e-9f2e-00dfbb724a62 req-1f534e7e-70e3-4672-b4f9-6c63c0b330cc tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 Sep 26 05:58:08.442925 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c8c1-b2ce-4116-8608-f0c50b07419d req-defffb3a-be7e-4b38-9102-5e2fb5b49848 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:08.444251 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4133c8c1-b2ce-4116-8608-f0c50b07419d req-defffb3a-be7e-4b38-9102-5e2fb5b49848 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 946 time: 0.0509548 Sep 26 05:58:08.492529 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-4133c8c1-b2ce-4116-8608-f0c50b07419d req-7d481257-2151-42da-a4ef-c1236be04a67 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424693 Sep 26 05:58:09.336908 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778decb-2547-41a5-9832-be2d288b19f0 req-ac4b0ffc-f789-427b-90ed-0c72f5f1245d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:09.338530 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c778decb-2547-41a5-9832-be2d288b19f0 req-ac4b0ffc-f789-427b-90ed-0c72f5f1245d tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 946 time: 0.0477355 Sep 26 05:58:09.425342 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-c778decb-2547-41a5-9832-be2d288b19f0 req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Deleting port 43477020-5aa0-47f6-86e5-ff2f91441d05 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:58:09.425777 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-c778decb-2547-41a5-9832-be2d288b19f0 req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:09.536991 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-c778decb-2547-41a5-9832-be2d288b19f0 req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] For port 43477020-5aa0-47f6-86e5-ff2f91441d05, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=43477020-5aa0-47f6-86e5-ff2f91441d05,segment=NetworkSegment(c50a4707-09cf-4088-b78c-0db35cc13011),segment_id=c50a4707-09cf-4088-b78c-0db35cc13011)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:58:09.537396 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-c778decb-2547-41a5-9832-be2d288b19f0 req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:09.550963 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-c778decb-2547-41a5-9832-be2d288b19f0 req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Calling delete_port for 43477020-5aa0-47f6-86e5-ff2f91441d05 owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:58:09.649252 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7955b-4706-4f00-9658-304f91bc09a5 req-85434f5b-eadc-4746-b336-3352659d405a tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:09.650645 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-48e7955b-4706-4f00-9658-304f91bc09a5 req-85434f5b-eadc-4746-b336-3352659d405a tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e90c4336-6231-427f-8fc1-ef229a795a4e HTTP/1.1" status: 200 len: 946 time: 0.0604174 Sep 26 05:58:09.739031 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-48e7955b-4706-4f00-9658-304f91bc09a5 req-83de9114-6f10-4088-9226-10a274cb0de8 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763395 Sep 26 05:58:09.758704 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-c778decb-2547-41a5-9832-be2d288b19f0 req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (43477020-5aa0-47f6-86e5-ff2f91441d05), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:09.793702 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Pushing event deleted for resources: {'Port': ['ID=43477020-5aa0-47f6-86e5-ff2f91441d05,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:09.799896 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['43477020-5aa0-47f6-86e5-ff2f91441d05'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:58:09.806815 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.807198 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.807542 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.807879 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.808215 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.808550 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.808880 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.809231 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.809832 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.810026 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.810357 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.810684 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.811044 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.811340 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.811664 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:09.849599 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c778decb-2547-41a5-9832-be2d288b19f0 req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] No DVR routers for this DVR port 43477020-5aa0-47f6-86e5-ff2f91441d05 on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:58:09.852377 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-c778decb-2547-41a5-9832-be2d288b19f0 req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:09.855750 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c778decb-2547-41a5-9832-be2d288b19f0 req-6e77dfca-946a-471c-b8d5-61c3bb2f86f2 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.25 "DELETE /networking/v2.0/ports/43477020-5aa0-47f6-86e5-ff2f91441d05 HTTP/1.1" status: 204 len: 173 time: 0.5119662 Sep 26 05:58:09.856283 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90c4336-6231-427f-8fc1-ef229a795a4e', 'name': 'network-vif-deleted', 'tag': '43477020-5aa0-47f6-86e5-ff2f91441d05'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:58:09.858650 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbc4996-fef4-4cc8-9201-f863b72bb181" -d '{"events": [{"server_uuid": "e90c4336-6231-427f-8fc1-ef229a795a4e", "name": "network-vif-deleted", "tag": "43477020-5aa0-47f6-86e5-ff2f91441d05"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:58:09.897056 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e556dc2d-76ef-46dc-9e13-9994a07498b5 x-openstack-request-id: req-e556dc2d-76ef-46dc-9e13-9994a07498b5 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:58:09.897344 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90c4336-6231-427f-8fc1-ef229a795a4e", "name": "network-vif-deleted", "tag": "43477020-5aa0-47f6-86e5-ff2f91441d05", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:58:09.897571 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e556dc2d-76ef-46dc-9e13-9994a07498b5 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:58:09.897983 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e556dc2d-76ef-46dc-9e13-9994a07498b5'] response: {'server_uuid': 'e90c4336-6231-427f-8fc1-ef229a795a4e', 'name': 'network-vif-deleted', 'tag': '43477020-5aa0-47f6-86e5-ff2f91441d05', 'status': 'completed', 'code': 200} Sep 26 05:58:11.717230 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 57846) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:11.836721 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:11.917722 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Publish callbacks [] for security_group (69128699-73a7-49b8-a41c-702451aa506d), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:11.923884 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (69128699-73a7-49b8-a41c-702451aa506d), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:11.960697 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69128699-73a7-49b8-a41c-702451aa506d,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:11.964642 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=f5f58b6fef6a4caaa1c528b0cdfd85c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463775 Sep 26 05:58:11.967744 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 57856) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:11.972431 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.972867 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.973585 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.974259 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.974727 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.975183 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.975636 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.976156 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.976507 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.976885 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.977274 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.977606 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.977933 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.978309 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:11.978667 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c614-43db-4ac8-9c84-5a46c5f31e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:12.023997 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-46d32d7f-acf8-47ee-875d-4ba296330dec admin admin] Publish callbacks [] for security_group (69128699-73a7-49b8-a41c-702451aa506d), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:12.045823 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-46d32d7f-acf8-47ee-875d-4ba296330dec admin admin] Publish callbacks [] for security_group (69128699-73a7-49b8-a41c-702451aa506d), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:12.098160 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-46d32d7f-acf8-47ee-875d-4ba296330dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (69128699-73a7-49b8-a41c-702451aa506d), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:12.100757 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-46d32d7f-acf8-47ee-875d-4ba296330dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:12.101946 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-46d32d7f-acf8-47ee-875d-4ba296330dec admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/69128699-73a7-49b8-a41c-702451aa506d HTTP/1.1" status: 204 len: 168 time: 0.1330950 Sep 26 05:58:12.110120 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d32d7f-acf8-47ee-875d-4ba296330dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69128699-73a7-49b8-a41c-702451aa506d,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:14.789336 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 43477020-5aa0-47f6-86e5-ff2f91441d05 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:58:14.811341 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 43477020-5aa0-47f6-86e5-ff2f91441d05 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:58:14.811743 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 43477020-5aa0-47f6-86e5-ff2f91441d05 not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:58:15.039857 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:17.514549 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 57950) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:17.634457 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5cabf365-ef45-45b5-9d94-f0b3f6776e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:17.669526 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:17.714844 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:17.716978 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5cabf365-ef45-45b5-9d94-f0b3f6776e40 admin admin] Publish callbacks [] for security_group (5bd6ac12-31be-4741-b32a-0c987c275a40), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:17.722358 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5cabf365-ef45-45b5-9d94-f0b3f6776e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (5bd6ac12-31be-4741-b32a-0c987c275a40), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:17.764193 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5cabf365-ef45-45b5-9d94-f0b3f6776e40 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=ca0f07bf39e94f60b1aa8524098c89f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485061 Sep 26 05:58:17.765494 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabf365-ef45-45b5-9d94-f0b3f6776e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd6ac12-31be-4741-b32a-0c987c275a40,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:17.767051 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 57956) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:17.820155 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b810-acd2-4f66-b3bd-aa30dd1ac7fd admin admin] Publish callbacks [] for security_group (5bd6ac12-31be-4741-b32a-0c987c275a40), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:17.840674 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b810-acd2-4f66-b3bd-aa30dd1ac7fd admin admin] Publish callbacks [] for security_group (5bd6ac12-31be-4741-b32a-0c987c275a40), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:17.899406 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b810-acd2-4f66-b3bd-aa30dd1ac7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (5bd6ac12-31be-4741-b32a-0c987c275a40), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:17.901995 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-1ce1b810-acd2-4f66-b3bd-aa30dd1ac7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:17.903152 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-1ce1b810-acd2-4f66-b3bd-aa30dd1ac7fd admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/5bd6ac12-31be-4741-b32a-0c987c275a40 HTTP/1.1" status: 204 len: 168 time: 0.1341972 Sep 26 05:58:17.911193 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1b810-acd2-4f66-b3bd-aa30dd1ac7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd6ac12-31be-4741-b32a-0c987c275a40,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:18.574774 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 57980) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:18.681484 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-750050804-network', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:18.711305 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Made reservation on behalf of 098526f06e1a43fa9e94e805f72fed14 for: {'network': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:58:18.713930 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:18.722651 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:18.815746 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Publish callbacks [] for security_group (25ed952a-094e-4638-b8d9-ee56761edb0f), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:18.821256 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (25ed952a-094e-4638-b8d9-ee56761edb0f), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:18.846451 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=113001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:58:18.856772 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ed952a-094e-4638-b8d9-ee56761edb0f,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:18.862083 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (dacd2fe2-5126-449d-ab02-b0db3e0e73cb), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:18.862420 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.segments_db [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Added segment dacd2fe2-5126-449d-ab02-b0db3e0e73cb of type vlan for network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 Sep 26 05:58:18.905488 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (e0a86aaa-de96-403a-a0a0-65f968e4c5e5), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:18.933356 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (e0a86aaa-de96-403a-a0a0-65f968e4c5e5), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:18.934558 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:18.935362 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.007879 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4319737 Sep 26 05:58:19.011245 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 57988) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:19.012038 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a38017-1b09-4120-90fd-e4d6c439e72b admin admin] Pushing event updated for resources: {'Network': ['ID=e0a86aaa-de96-403a-a0a0-65f968e4c5e5,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:19.017796 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] Request body: {'subnet': {'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-750050804-subnet', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:19.022948 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:58:19.039511 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] Made reservation on behalf of 098526f06e1a43fa9e94e805f72fed14 for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:58:19.042123 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3432168'] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.216812 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3583203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3432190'] for subnet (ed81d596-8a1a-4c73-b7cf-ce2a44def6f0), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.267346 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:19.282744 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] Checking segment: {'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:58:19.283099 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] Network hostable DHCP agents. Network: e0a86aaa-de96-403a-a0a0-65f968e4c5e5, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:58:19.302586 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] Network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:58:19.315704 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, e0a86aaa-de96-403a-a0a0-65f968e4c5e5) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:58:19.320185 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:19.320785 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.325096 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f31498-3237-4e37-a528-2ba11be3ce7f None None] Network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:58:19.342653 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 57990) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:19.343082 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-8ae92138-3889-40e7-902a-d2cc38cc1b4f admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3304148 Sep 26 05:58:19.347751 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:19.369759 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (04e6df61-15be-48e8-8b02-a093b5879cbb), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.370994 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (04e6df61-15be-48e8-8b02-a093b5879cbb), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.427421 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Publish callbacks [] for router_controller (04e6df61-15be-48e8-8b02-a093b5879cbb), precommit_add_association {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.433068 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:58:19.434027 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.563971 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Publish callbacks [] for router_gateway (04e6df61-15be-48e8-8b02-a093b5879cbb), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.573941 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Allocated IP 172.20.0.2 (e0a86aaa-de96-403a-a0a0-65f968e4c5e5/ed81d596-8a1a-4c73-b7cf-ce2a44def6f0/742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:58:19.720064 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:19.725870 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Publish callbacks [] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.731819 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.765376 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Publish callbacks [] for router_gateway (04e6df61-15be-48e8-8b02-a093b5879cbb), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.785873 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:19.880472 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:19.913786 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Allocated IP 172.27.1.72 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/349d9bc3-e6ec-4e6e-b97c-49978cc20902) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:58:19.932420 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:58:19.937717 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:58:19.939900 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Pushing event updated for resources: {'Port': ['ID=742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:19.942135 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:58:19.951454 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.951801 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.952527 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.952869 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.953267 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.953605 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.953935 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.954288 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.954547 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.954908 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.955232 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.955560 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.955881 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.956194 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:19.956508 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:20.010975 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Attempting to bind port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:58:20.011351 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Attempting to bind port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:58:20.011686 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Attempting to bind port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc on network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:58:20.020812 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Publish callbacks [] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:20.053437 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:20.053839 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:58:20.054408 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Checking segment: {'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:58:20.054616 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:20.055010 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Bound using segment: {'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:58:20.055490 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Bound port: 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:58:20.055871 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:20.096610 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:58:20.101510 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:58:20.105845 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:58:20.111330 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Pushing event updated for resources: {'Port': ['ID=349d9bc3-e6ec-4e6e-b97c-49978cc20902,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:20.123479 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:UPDATE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:20.124875 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] For port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:58:20.128829 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] For port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:58:20.137499 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:20.174317 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:20.194501 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2a6e3-5f94-4acd-962a-7d58c5e99fbe None None] Pushing event updated for resources: {'Port': ['ID=742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:20.391458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Publish callbacks [] for router_gateway (04e6df61-15be-48e8-8b02-a093b5879cbb), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:20.584424 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (04e6df61-15be-48e8-8b02-a093b5879cbb), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:20.631719 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:20.716645 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Router 04e6df61-15be-48e8-8b02-a093b5879cbb is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:58:20.774111 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:20.825479 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:58:20.835836 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Sync routers for ids ['04e6df61-15be-48e8-8b02-a093b5879cbb'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:58:20.845454 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:20.849607 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-e1b74710-1a95-4bc4-959a-cebc0d3c3f8d admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5028472 Sep 26 05:58:20.849796 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Routers {'04e6df61-15be-48e8-8b02-a093b5879cbb'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:58:20.849796 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:58:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['04e6df61-15be-48e8-8b02-a093b5879cbb'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:20.850013 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 57998) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:20.956803 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Set router 04e6df61-15be-48e8-8b02-a093b5879cbb gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:58:21.002584 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:58:21.075317 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:21.075989 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.075989 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc Sep 26 05:58:21.223992 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:20Z', 'revision_number': 3, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:21.247915 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc17171-df66-48c0-973f-0d8f19d8eb49 None None] Network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:58:21.260422 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Checking router: 04e6df61-15be-48e8-8b02-a093b5879cbb for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:58:21.260770 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Updating router 04e6df61-15be-48e8-8b02-a093b5879cbb port 349d9bc3-e6ec-4e6e-b97c-49978cc20902 binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:58:21.302120 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:21.302647 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.311469 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.327836 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-962eb02f-920e-42a3-a7c5-324540ee8bc8 None None] Provisioning complete for port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:21.328533 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-962eb02f-920e-42a3-a7c5-324540ee8bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.328966 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-962eb02f-920e-42a3-a7c5-324540ee8bc8 None None] Attempt 1 to provision port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc Sep 26 05:58:21.364362 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.399823 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:58:21.411483 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.530755 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-962eb02f-920e-42a3-a7c5-324540ee8bc8 None None] Current status of the port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:21.532883 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:21.569005 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Allocated IP 172.20.0.1 (e0a86aaa-de96-403a-a0a0-65f968e4c5e5/ed81d596-8a1a-4c73-b7cf-ce2a44def6f0/2b12e172-deee-4d5d-9b54-dc2cf36dc69f) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:58:21.637395 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Publish callbacks [] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.643954 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.666238 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:21.677967 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Attempting to bind port 349d9bc3-e6ec-4e6e-b97c-49978cc20902 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:58:21.678336 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Attempting to bind port 349d9bc3-e6ec-4e6e-b97c-49978cc20902 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:58:21.678698 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Attempting to bind port 349d9bc3-e6ec-4e6e-b97c-49978cc20902 on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:58:21.694434 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Publish callbacks [] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.731027 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.738977 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Pushing event updated for resources: {'Port': ['ID=349d9bc3-e6ec-4e6e-b97c-49978cc20902,revision_number=2']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:21.742309 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:58:21.742685 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:58:21.743087 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.743478 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:58:21.743961 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Bound port: 349d9bc3-e6ec-4e6e-b97c-49978cc20902, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:58:21.744333 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.755332 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:21.756981 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:21.772011 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.772241 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.772458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:58:21.772586 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.772942 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.773308 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.773642 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.773967 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.774672 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.774672 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.774922 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.775298 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.775583 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.775905 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.776238 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.776765 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:58:21.777823 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:58:21.780682 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:58:21.811936 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] For port 349d9bc3-e6ec-4e6e-b97c-49978cc20902, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:58:21.813567 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Pushing event updated for resources: {'Port': ['ID=2b12e172-deee-4d5d-9b54-dc2cf36dc69f,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:21.815199 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] For port 349d9bc3-e6ec-4e6e-b97c-49978cc20902, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=349d9bc3-e6ec-4e6e-b97c-49978cc20902,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:58:21.827567 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.835386 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (04e6df61-15be-48e8-8b02-a093b5879cbb), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.871521 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Routers {'04e6df61-15be-48e8-8b02-a093b5879cbb'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:58:21.872162 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:58:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['04e6df61-15be-48e8-8b02-a093b5879cbb'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:21.886370 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-37293864-d593-42bf-93eb-ec76416ca68c None None] Provisioning complete for port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:21.886769 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-37293864-d593-42bf-93eb-ec76416ca68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:21.887111 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-37293864-d593-42bf-93eb-ec76416ca68c None None] Attempt 1 to provision port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc Sep 26 05:58:21.972528 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-37293864-d593-42bf-93eb-ec76416ca68c None None] Current status of the port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:21.978358 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:22.023456 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4f1f4-7388-48bb-90d3-3722e71ddaf5 None None] Pushing event updated for resources: {'Port': ['ID=349d9bc3-e6ec-4e6e-b97c-49978cc20902,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:22.029810 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:22.091193 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] Set router 04e6df61-15be-48e8-8b02-a093b5879cbb gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:58:22.093558 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Provisioning complete for port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:22.094843 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:22.095205 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Attempt 1 to provision port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f Sep 26 05:58:22.133453 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:58:22.149173 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Publish callbacks [] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:22.154679 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:22.227288 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Pushing event updated for resources: {'Port': ['ID=2b12e172-deee-4d5d-9b54-dc2cf36dc69f,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:22.229877 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (04e6df61-15be-48e8-8b02-a093b5879cbb), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:22.290303 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:20Z', 'revision_number': 3, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:22.314792 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59a97c-fcec-483b-8d8b-3e4e559d4598 None None] The sync data for ids ['04e6df61-15be-48e8-8b02-a093b5879cbb'] in dv-cinder-836083-14-iscsi is: [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:20Z', 'revision_number': 3, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:58:22.329512 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:58:22.334219 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:58:22.634487 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Attempt 2 to provision port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f Sep 26 05:58:22.665996 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:22.673067 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:58:22.723078 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Router 04e6df61-15be-48e8-8b02-a093b5879cbb has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:58:22.828575 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:58:22.834130 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-6af290da-1a5b-4e59-9f84-b5c91cbe28de admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/04e6df61-15be-48e8-8b02-a093b5879cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9833245 Sep 26 05:58:22.994738 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 349d9bc3-e6ec-4e6e-b97c-49978cc20902 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:58:23.046650 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 349d9bc3-e6ec-4e6e-b97c-49978cc20902 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:23.047135 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.047479 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 349d9bc3-e6ec-4e6e-b97c-49978cc20902 Sep 26 05:58:23.050714 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:23.129710 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 349d9bc3-e6ec-4e6e-b97c-49978cc20902 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:23.130305 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.158173 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 349d9bc3-e6ec-4e6e-b97c-49978cc20902, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=349d9bc3-e6ec-4e6e-b97c-49978cc20902,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:58:23.163275 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.164100 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:58:23.185492 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Attempt 3 to provision port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f Sep 26 05:58:23.232736 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:23.267325 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:58:23.285950 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:23.286320 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.286653 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc Sep 26 05:58:23.289484 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=349d9bc3-e6ec-4e6e-b97c-49978cc20902,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:23.368909 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:23.430525 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58030) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:23.435522 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-765932114-network', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:23.458748 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Made reservation on behalf of a8f42ef66ec8457981fea46df58f1041 for: {'network': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:58:23.461265 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.473198 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.517118 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:23.555639 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Publish callbacks [] for security_group (ffd56554-4fb3-4010-8eda-575d39e6bea8), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.560859 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (ffd56554-4fb3-4010-8eda-575d39e6bea8), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.591756 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=113001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:58:23.598918 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd56554-4fb3-4010-8eda-575d39e6bea8,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:23.605825 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (24caf986-69f8-44c9-9ff0-1790a9fb9e85), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.606171 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.segments_db [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Added segment 24caf986-69f8-44c9-9ff0-1790a9fb9e85 of type vlan for network 510a8f2c-3938-4c4b-861a-71afb7b35500 Sep 26 05:58:23.649475 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (510a8f2c-3938-4c4b-861a-71afb7b35500), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.688420 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (510a8f2c-3938-4c4b-861a-71afb7b35500), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.689780 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:23.690371 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.753676 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3220084 Sep 26 05:58:23.757850 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58032) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:23.759659 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b14e66-2f42-47f2-82ba-34896cb8c998 admin admin] Pushing event updated for resources: {'Network': ['ID=510a8f2c-3938-4c4b-861a-71afb7b35500,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:23.762896 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] Request body: {'subnet': {'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-765932114-subnet', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:23.769452 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Attempt 4 to provision port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f Sep 26 05:58:23.770109 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:23.773498 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network 510a8f2c-3938-4c4b-861a-71afb7b35500 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:58:23.788036 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:23.792666 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] Made reservation on behalf of a8f42ef66ec8457981fea46df58f1041 for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:58:23.795364 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3432168'] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:23.869748 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:58:23.908093 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Sync routers for ids ['04e6df61-15be-48e8-8b02-a093b5879cbb'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:58:23.918476 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Routers {'04e6df61-15be-48e8-8b02-a093b5879cbb'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:58:23.919109 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:58:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['04e6df61-15be-48e8-8b02-a093b5879cbb'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:23.982939 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3583203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3432190'] for subnet (a3af98a3-2ca9-4f11-94ef-23525a957216), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:24.023298 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Set router 04e6df61-15be-48e8-8b02-a093b5879cbb gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:58:24.039542 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3af98a3-2ca9-4f11-94ef-23525a957216,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:24.049432 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] Checking segment: {'id': '24caf986-69f8-44c9-9ff0-1790a9fb9e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:58:24.050051 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] Network hostable DHCP agents. Network: 510a8f2c-3938-4c4b-861a-71afb7b35500, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:58:24.068331 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] Network 510a8f2c-3938-4c4b-861a-71afb7b35500 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:58:24.077947 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, 510a8f2c-3938-4c4b-861a-71afb7b35500) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:58:24.082433 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:24.083036 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:24.094204 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7761d105-cf62-427e-86dd-33a98b3d90da None None] Network 510a8f2c-3938-4c4b-861a-71afb7b35500 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:58:24.102931 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-c5b2c21f-ef82-44a3-b368-b3803d63957b admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3433096 Sep 26 05:58:24.104969 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58036) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:24.109813 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-765932114-router', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:24.131525 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:24.132606 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:24.192584 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Publish callbacks [] for router_controller (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), precommit_add_association {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:24.280087 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-510a8f2c-3938-4c4b-861a-71afb7b35500', 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500', 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'fixed_ips': [{'subnet_id': 'a3af98a3-2ca9-4f11-94ef-23525a957216'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:58:24.280904 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:24.313832 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:21Z', 'revision_number': 4, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '2b12e172-deee-4d5d-9b54-dc2cf36dc69f', 'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'mac_address': 'fa:16:3e:5e:e7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:21Z', 'updated_at': '2022-09-26T05:58:22Z', 'revision_number': 2, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'subnets': [{'id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:24.322640 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:24.485170 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Attempt 5 to provision port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f Sep 26 05:58:24.506824 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Checking router: 04e6df61-15be-48e8-8b02-a093b5879cbb for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:58:24.507170 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Updating router 04e6df61-15be-48e8-8b02-a093b5879cbb port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:58:24.594973 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:58:24.604800 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:24.614408 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Publish callbacks [] for router_gateway (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:24.664956 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:24.738458 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Allocated IP 172.20.0.2 (510a8f2c-3938-4c4b-861a-71afb7b35500/a3af98a3-2ca9-4f11-94ef-23525a957216/794a2963-f3e9-44b6-a540-8f754e08d0e7) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:58:24.823557 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Publish callbacks [] for router_gateway (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:24.843625 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:24.937943 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 349d9bc3-e6ec-4e6e-b97c-49978cc20902 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:58:24.958522 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:24.959955 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Allocated IP 172.27.1.29 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/56219cf9-06c1-4785-8235-0bd55f046762) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:58:24.988444 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:INSERT=11,neutron:SELECT=81,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:25.040626 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Publish callbacks [] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.070020 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.074346 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Publish callbacks [] for port (56219cf9-06c1-4785-8235-0bd55f046762), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.080325 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:58:25.097535 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Attempt 6 to provision port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f Sep 26 05:58:25.108461 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (56219cf9-06c1-4785-8235-0bd55f046762), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.116912 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Publish callbacks [] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.141755 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 349d9bc3-e6ec-4e6e-b97c-49978cc20902 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:25.142197 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.142586 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 349d9bc3-e6ec-4e6e-b97c-49978cc20902 Sep 26 05:58:25.155410 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.155663 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:58:25.158769 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:58:25.163981 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:58:25.185247 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Pushing event updated for resources: {'Port': ['ID=56219cf9-06c1-4785-8235-0bd55f046762,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:25.192083 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Network 510a8f2c-3938-4c4b-861a-71afb7b35500 is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:58:25.206413 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:58:25.213487 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Pushing event updated for resources: {'Port': ['ID=794a2963-f3e9-44b6-a540-8f754e08d0e7,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:25.215880 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:58:25.221464 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:58:25.277791 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:25.329115 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8756f6-8d01-4b75-9150-fb7ea4554652 None None] Pushing event updated for resources: {'Port': ['ID=2b12e172-deee-4d5d-9b54-dc2cf36dc69f,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:25.383698 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Attempting to bind port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:58:25.384086 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Attempting to bind port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:58:25.384449 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Attempting to bind port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f on network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:58:25.395357 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:25.425595 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Attempting to bind port 794a2963-f3e9-44b6-a540-8f754e08d0e7 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:58:25.426114 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Attempting to bind port 794a2963-f3e9-44b6-a540-8f754e08d0e7 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '24caf986-69f8-44c9-9ff0-1790a9fb9e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:58:25.426502 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Attempting to bind port 794a2963-f3e9-44b6-a540-8f754e08d0e7 on network 510a8f2c-3938-4c4b-861a-71afb7b35500 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:58:25.438676 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Publish callbacks [] for router_gateway (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.454452 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 349d9bc3-e6ec-4e6e-b97c-49978cc20902 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:25.486176 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:58:25.486569 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Checking segment: {'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:58:25.486954 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.487399 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Bound using segment: {'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:58:25.487818 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Bound port: 2b12e172-deee-4d5d-9b54-dc2cf36dc69f, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:58:25.488290 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.511524 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:58:25.511959 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Checking segment: {'id': '24caf986-69f8-44c9-9ff0-1790a9fb9e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:58:25.512289 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.512673 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Bound using segment: {'id': '24caf986-69f8-44c9-9ff0-1790a9fb9e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:58:25.513166 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Bound port: 794a2963-f3e9-44b6-a540-8f754e08d0e7, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24caf986-69f8-44c9-9ff0-1790a9fb9e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:58:25.513550 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.596520 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] For port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:58:25.602972 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] For port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=2b12e172-deee-4d5d-9b54-dc2cf36dc69f,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:58:25.617604 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.643562 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] For port 794a2963-f3e9-44b6-a540-8f754e08d0e7, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:58:25.649793 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.661974 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] For port 794a2963-f3e9-44b6-a540-8f754e08d0e7, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=794a2963-f3e9-44b6-a540-8f754e08d0e7,segment=NetworkSegment(24caf986-69f8-44c9-9ff0-1790a9fb9e85),segment_id=24caf986-69f8-44c9-9ff0-1790a9fb9e85)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:58:25.670911 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Routers {'04e6df61-15be-48e8-8b02-a093b5879cbb'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:58:25.671547 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:58:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['04e6df61-15be-48e8-8b02-a093b5879cbb'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:25.708981 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.725060 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Attempt 7 to provision port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f Sep 26 05:58:25.788841 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:58:25.790990 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8756f6-8d01-4b75-9150-fb7ea4554652 None None] Pushing event updated for resources: {'Port': ['ID=2b12e172-deee-4d5d-9b54-dc2cf36dc69f,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:25.866907 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:25.872690 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] Set router 04e6df61-15be-48e8-8b02-a093b5879cbb gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:58:25.921236 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd62a10-f94f-4686-85eb-2f0db84f625c None None] Pushing event updated for resources: {'Port': ['ID=794a2963-f3e9-44b6-a540-8f754e08d0e7,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:25.929916 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:58:25.940618 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Sync routers for ids ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:58:25.959433 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-728e663f-f026-4401-8854-09348358da12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:25.962303 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-728e663f-f026-4401-8854-09348358da12 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8563037 Sep 26 05:58:25.964385 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58052) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:25.989259 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Routers {'0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:58:26.002896 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:58:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:26.054162 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Current status of the port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:26.054553 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:26.060260 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:26.066156 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:26.140749 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] For port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=2b12e172-deee-4d5d-9b54-dc2cf36dc69f,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:58:26.173997 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:26.207510 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Set router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:58:26.387083 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-0b5c0f51-ab39-4182-bf46-4c276a6c2326 None None] Provisioning complete for port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:26.387953 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-0b5c0f51-ab39-4182-bf46-4c276a6c2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:26.387953 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-0b5c0f51-ab39-4182-bf46-4c276a6c2326 None None] Attempt 1 to provision port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f Sep 26 05:58:26.391443 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'name': 'tempest-TestShelveInstance-765932114-router', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '56219cf9-06c1-4785-8235-0bd55f046762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:25Z', 'revision_number': 3, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'gw_port': {'id': '56219cf9-06c1-4785-8235-0bd55f046762', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:26.391715 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:21Z', 'revision_number': 4, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '2b12e172-deee-4d5d-9b54-dc2cf36dc69f', 'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'mac_address': 'fa:16:3e:5e:e7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:21Z', 'updated_at': '2022-09-26T05:58:25Z', 'revision_number': 4, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'subnets': [{'id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:26.396666 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18f006-5bf2-4bc0-8959-668847a89e20 None None] Pushing event updated for resources: {'Port': ['ID=2b12e172-deee-4d5d-9b54-dc2cf36dc69f,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:26.405550 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2542-e165-4d40-ba1d-46ac760265fb req-30ebd0e8-50ce-4936-ab20-cdd80650c43c tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:26.412448 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-30ebd0e8-50ce-4936-ab20-cdd80650c43c tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/networks?id=033e951b-5e4f-4458-a303-5df31393f5da HTTP/1.1" status: 200 len: 814 time: 0.2119420 Sep 26 05:58:26.422792 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Checking router: 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:58:26.423281 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Updating router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 port 56219cf9-06c1-4785-8235-0bd55f046762 binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:58:26.435747 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6ceadfec-1aa2-4716-9e67-360c61037b57 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/quotas/fa25b13404c54cff94e3c12198e9c313 HTTP/1.1" status: 200 len: 375 time: 0.0221472 Sep 26 05:58:26.440114 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aabc900-db5f-4669-9a9f-686729188408 None None] The sync data for ids ['04e6df61-15be-48e8-8b02-a093b5879cbb'] in dv-cinder-836083-14-iscsi is: [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:21Z', 'revision_number': 4, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '2b12e172-deee-4d5d-9b54-dc2cf36dc69f', 'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'mac_address': 'fa:16:3e:5e:e7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:21Z', 'updated_at': '2022-09-26T05:58:25Z', 'revision_number': 4, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'subnets': [{'id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:58:26.457028 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (56219cf9-06c1-4785-8235-0bd55f046762), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:26.474062 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-981d49a1-5638-4c08-8762-8018cca1bf10 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fa25b13404c54cff94e3c12198e9c313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375485 Sep 26 05:58:26.547168 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-0b5c0f51-ab39-4182-bf46-4c276a6c2326 None None] Current status of the port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:26.797257 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Publish callbacks [] for port (56219cf9-06c1-4785-8235-0bd55f046762), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:26.800502 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:26.810598 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (56219cf9-06c1-4785-8235-0bd55f046762), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:26.826675 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-5eb4b65b-9ac0-4f9c-a077-608ab9d7e91a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507502 Sep 26 05:58:26.848371 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:26.895795 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:26.902344 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Attempting to bind port 56219cf9-06c1-4785-8235-0bd55f046762 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:58:26.903059 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Attempting to bind port 56219cf9-06c1-4785-8235-0bd55f046762 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:58:26.903619 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Attempting to bind port 56219cf9-06c1-4785-8235-0bd55f046762 on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:58:26.930035 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52f644-437a-43a8-989c-82103cf3d22e None None] Pushing event updated for resources: {'Port': ['ID=56219cf9-06c1-4785-8235-0bd55f046762,revision_number=2']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:26.974001 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:58:26.974629 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:58:26.975625 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:26.976239 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:58:26.976876 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Bound port: 56219cf9-06c1-4785-8235-0bd55f046762, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:58:26.977478 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (56219cf9-06c1-4785-8235-0bd55f046762), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.014117 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:27.065318 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 794a2963-f3e9-44b6-a540-8f754e08d0e7 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:58:27.065801 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] For port 56219cf9-06c1-4785-8235-0bd55f046762, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:58:27.072375 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] For port 56219cf9-06c1-4785-8235-0bd55f046762, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=56219cf9-06c1-4785-8235-0bd55f046762,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:58:27.088375 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (56219cf9-06c1-4785-8235-0bd55f046762), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.101172 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58070) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:27.120161 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:27.139183 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Routers {'0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:58:27.139753 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:58:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:27.165792 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 794a2963-f3e9-44b6-a540-8f754e08d0e7 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:27.166612 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-79fa122a-ccb4-4ac8-b8c2-1fab1297f211 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151445 Sep 26 05:58:27.183595 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.184249 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 794a2963-f3e9-44b6-a540-8f754e08d0e7 Sep 26 05:58:27.267817 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91afd68f-5204-4ba2-aa85-aacea607b6db None None] Network 510a8f2c-3938-4c4b-861a-71afb7b35500 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:58:27.272636 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Allocated IP 172.20.0.1 (510a8f2c-3938-4c4b-861a-71afb7b35500/a3af98a3-2ca9-4f11-94ef-23525a957216/a58e4053-046a-46d4-8405-cf7cfea70112) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:58:27.312248 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d8dfb905-9b8d-4773-81ad-7ab6d1b3fe45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.365058 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52f644-437a-43a8-989c-82103cf3d22e None None] Pushing event updated for resources: {'Port': ['ID=56219cf9-06c1-4785-8235-0bd55f046762,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:27.421050 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] Set router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:58:27.423435 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d8dfb905-9b8d-4773-81ad-7ab6d1b3fe45 admin admin] Publish callbacks [] for security_group (bc2d7d70-ca01-4e4d-bee7-e1267f1268e3), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.430792 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d8dfb905-9b8d-4773-81ad-7ab6d1b3fe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (bc2d7d70-ca01-4e4d-bee7-e1267f1268e3), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.443394 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-2d1e66b3-c9c2-484e-9d9c-668589cdc008 None None] Provisioning complete for port 794a2963-f3e9-44b6-a540-8f754e08d0e7 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:27.444024 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2d1e66b3-c9c2-484e-9d9c-668589cdc008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.444157 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2d1e66b3-c9c2-484e-9d9c-668589cdc008 None None] Attempt 1 to provision port 794a2963-f3e9-44b6-a540-8f754e08d0e7 Sep 26 05:58:27.503238 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Publish callbacks [] for port (a58e4053-046a-46d4-8405-cf7cfea70112), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.534952 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:27.547121 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.571704 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfb905-9b8d-4773-81ad-7ab6d1b3fe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2d7d70-ca01-4e4d-bee7-e1267f1268e3,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:27.600601 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:27.606686 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-d8dfb905-9b8d-4773-81ad-7ab6d1b3fe45 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=92c22a99d2724bfc97e1e14f14304f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042982 Sep 26 05:58:27.626676 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58078) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:27.651409 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Network 510a8f2c-3938-4c4b-861a-71afb7b35500 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:58:27.662282 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:58:27.666249 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:58:27.682961 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3cf4d2e4-2bbc-46ce-8969-f9f259660a34 req-45a6c1db-9a92-4516-bddd-81fdbceba19b tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 210 time: 0.1948705 Sep 26 05:58:27.706060 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'name': 'tempest-TestShelveInstance-765932114-router', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '56219cf9-06c1-4785-8235-0bd55f046762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:25Z', 'revision_number': 3, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'gw_port': {'id': '56219cf9-06c1-4785-8235-0bd55f046762', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:27.714502 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Pushing event updated for resources: {'Port': ['ID=a58e4053-046a-46d4-8405-cf7cfea70112,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:27.731820 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.755317 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 794a2963-f3e9-44b6-a540-8f754e08d0e7 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:27.755714 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.762934 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6dacaff4-8e8d-4a9d-8341-38c23d4c7417 admin admin] Publish callbacks [] for security_group (bc2d7d70-ca01-4e4d-bee7-e1267f1268e3), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.777905 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbcf21a-f603-4e63-9aed-cbae5363a2d9 None None] The sync data for ids ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'] in dv-cinder-836083-14-iscsi is: [{'id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'name': 'tempest-TestShelveInstance-765932114-router', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '56219cf9-06c1-4785-8235-0bd55f046762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:25Z', 'revision_number': 3, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'gw_port': {'id': '56219cf9-06c1-4785-8235-0bd55f046762', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:58:27.805298 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6dacaff4-8e8d-4a9d-8341-38c23d4c7417 admin admin] Publish callbacks [] for security_group (bc2d7d70-ca01-4e4d-bee7-e1267f1268e3), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.849709 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e66b3-c9c2-484e-9d9c-668589cdc008 None None] Current status of the port 794a2963-f3e9-44b6-a540-8f754e08d0e7 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:27.850161 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2d1e66b3-c9c2-484e-9d9c-668589cdc008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.853642 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 794a2963-f3e9-44b6-a540-8f754e08d0e7, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=794a2963-f3e9-44b6-a540-8f754e08d0e7,segment=NetworkSegment(24caf986-69f8-44c9-9ff0-1790a9fb9e85),segment_id=24caf986-69f8-44c9-9ff0-1790a9fb9e85)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:58:27.867819 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.868802 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 2b12e172-deee-4d5d-9b54-dc2cf36dc69f up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:58:27.916408 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6dacaff4-8e8d-4a9d-8341-38c23d4c7417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (bc2d7d70-ca01-4e4d-bee7-e1267f1268e3), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.920040 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-6dacaff4-8e8d-4a9d-8341-38c23d4c7417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:27.931606 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-6dacaff4-8e8d-4a9d-8341-38c23d4c7417 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/bc2d7d70-ca01-4e4d-bee7-e1267f1268e3 HTTP/1.1" status: 204 len: 168 time: 0.3036706 Sep 26 05:58:27.962850 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacaff4-8e8d-4a9d-8341-38c23d4c7417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2d7d70-ca01-4e4d-bee7-e1267f1268e3,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:28.020464 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:28.205115 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=794a2963-f3e9-44b6-a540-8f754e08d0e7,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:28.262938 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:28.287086 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.db.api [None req-2d1e66b3-c9c2-484e-9d9c-668589cdc008 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 05:58:28.287812 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG oslo_db.api [None req-2d1e66b3-c9c2-484e-9d9c-668589cdc008 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 05:58:28.289874 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:28.290485 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:28.291030 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f Sep 26 05:58:28.441534 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:28.442485 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:28.466067 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Publish callbacks [] for port (a58e4053-046a-46d4-8405-cf7cfea70112), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:28.471961 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:28.553084 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:28.569317 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Pushing event updated for resources: {'Port': ['ID=a58e4053-046a-46d4-8405-cf7cfea70112,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:28.831282 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e66b3-c9c2-484e-9d9c-668589cdc008 None None] Current status of the port 794a2963-f3e9-44b6-a540-8f754e08d0e7 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:28.951206 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Provisioning complete for port 794a2963-f3e9-44b6-a540-8f754e08d0e7 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:28.951450 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:28.952119 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Attempt 1 to provision port 794a2963-f3e9-44b6-a540-8f754e08d0e7 Sep 26 05:58:28.978569 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0f991eb5-b1b1-4f04-a398-b694e1255951 req-28bc2499-a026-4303-a8c6-6b3f47aff3ef tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 210 time: 0.0348420 Sep 26 05:58:29.018468 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Network 510a8f2c-3938-4c4b-861a-71afb7b35500 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:58:29.021853 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:58:29.048372 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 794a2963-f3e9-44b6-a540-8f754e08d0e7 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:58:29.053533 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:29.100631 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Current status of the port 794a2963-f3e9-44b6-a540-8f754e08d0e7 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:29.116764 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Provisioning complete for port a58e4053-046a-46d4-8405-cf7cfea70112 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:29.117375 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.117803 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Attempt 1 to provision port a58e4053-046a-46d4-8405-cf7cfea70112 Sep 26 05:58:29.166435 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Port a58e4053-046a-46d4-8405-cf7cfea70112 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:58:29.168720 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 794a2963-f3e9-44b6-a540-8f754e08d0e7 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:29.169092 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.169484 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 794a2963-f3e9-44b6-a540-8f754e08d0e7 Sep 26 05:58:29.242787 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:58:29.317791 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 794a2963-f3e9-44b6-a540-8f754e08d0e7 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:29.321408 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 56219cf9-06c1-4785-8235-0bd55f046762 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:58:29.360192 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2542-e165-4d40-ba1d-46ac760265fb req-ac6d4a59-66cc-4acc-ae72-573b4a1dcd70 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:29.366670 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-ac6d4a59-66cc-4acc-ae72-573b4a1dcd70 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.25 "GET /networking/v2.0/networks?id=033e951b-5e4f-4458-a303-5df31393f5da HTTP/1.1" status: 200 len: 814 time: 0.2243612 Sep 26 05:58:29.390001 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Request body: {'port': {'device_id': 'a76f2eed-969b-4d1c-b2a7-70d91268c648', 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da', 'admin_state_up': True, 'tenant_id': 'fa25b13404c54cff94e3c12198e9c313'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:29.390751 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:58:29.397252 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b218c9e3-98c8-47a8-bbdf-a2f79f4a25e5 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4312570 Sep 26 05:58:29.406656 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 56219cf9-06c1-4785-8235-0bd55f046762 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:29.407208 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (56219cf9-06c1-4785-8235-0bd55f046762), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.407591 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 56219cf9-06c1-4785-8235-0bd55f046762 Sep 26 05:58:29.497317 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 56219cf9-06c1-4785-8235-0bd55f046762 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:29.497818 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (56219cf9-06c1-4785-8235-0bd55f046762), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.518992 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:29.520378 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 56219cf9-06c1-4785-8235-0bd55f046762, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=56219cf9-06c1-4785-8235-0bd55f046762,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:58:29.526349 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (56219cf9-06c1-4785-8235-0bd55f046762), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.528040 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Made reservation on behalf of fa25b13404c54cff94e3c12198e9c313 for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:58:29.532300 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.579629 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=56219cf9-06c1-4785-8235-0bd55f046762,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:29.668380 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Attempt 2 to provision port a58e4053-046a-46d4-8405-cf7cfea70112 Sep 26 05:58:29.690677 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Allocated IP 172.20.0.11 (033e951b-5e4f-4458-a303-5df31393f5da/adbbe84a-b1e0-4f10-a532-8f092f7db634/12d9bd18-bd59-4b97-be2e-95f11cd067a5) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:58:29.715442 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Port a58e4053-046a-46d4-8405-cf7cfea70112 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:58:29.717966 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-acee7862-6de5-41eb-802c-f6e6a590b373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.803359 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58100) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:29.808066 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-bd144973-db13-4a6c-9dfd-ed9606e22a69 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363547104', 'description': 'tempest-secgroup-smoke-1363547104 description', 'project_id': '098526f06e1a43fa9e94e805f72fed14'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:29.835679 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-bd144973-db13-4a6c-9dfd-ed9606e22a69 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.858102 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks [] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.871253 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:29.891994 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.915061 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-bd144973-db13-4a6c-9dfd-ed9606e22a69 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group (e8c6d4bd-5afe-4804-bd3a-5ceafe483831), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.920625 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-bd144973-db13-4a6c-9dfd-ed9606e22a69 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (e8c6d4bd-5afe-4804-bd3a-5ceafe483831), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.939801 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Network 033e951b-5e4f-4458-a303-5df31393f5da is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:58:29.943542 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:58:29.947664 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:58:29.953094 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd144973-db13-4a6c-9dfd-ed9606e22a69 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c6d4bd-5afe-4804-bd3a-5ceafe483831,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:29.960938 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-bd144973-db13-4a6c-9dfd-ed9606e22a69 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:29.965072 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-bd144973-db13-4a6c-9dfd-ed9606e22a69 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1579442 Sep 26 05:58:29.965247 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58102) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:29.969751 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-b131910c-fa9f-4847-b0ea-c080be059e18 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Request body: {'security_group_rule': {'security_group_id': 'e8c6d4bd-5afe-4804-bd3a-5ceafe483831', 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:29.973912 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Pushing event updated for resources: {'Port': ['ID=12d9bd18-bd59-4b97-be2e-95f11cd067a5,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:29.998449 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b131910c-fa9f-4847-b0ea-c080be059e18 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (55f3d67d-e1ad-4017-b14c-2e78e01e93c7), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.002686 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:30.003324 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.027694 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-36d4af4e-8ffe-4ad5-a9d7-e5cce86be7f6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6442597 Sep 26 05:58:30.058988 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b131910c-fa9f-4847-b0ea-c080be059e18 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (55f3d67d-e1ad-4017-b14c-2e78e01e93c7), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.061997 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Request body: {'port': {'device_id': 'a76f2eed-969b-4d1c-b2a7-70d91268c648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:30.064319 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b131910c-fa9f-4847-b0ea-c080be059e18 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (55f3d67d-e1ad-4017-b14c-2e78e01e93c7), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.080003 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:30.090726 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131910c-fa9f-4847-b0ea-c080be059e18 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f3d67d-e1ad-4017-b14c-2e78e01e93c7,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:30.091937 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:30.131892 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.132567 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-b131910c-fa9f-4847-b0ea-c080be059e18 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.135082 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-b131910c-fa9f-4847-b0ea-c080be059e18 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676552 Sep 26 05:58:30.137127 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58106) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:30.148200 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-2a57e1f1-fee4-4ebb-9ac9-f016c205a8db tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Request body: {'security_group_rule': {'security_group_id': 'e8c6d4bd-5afe-4804-bd3a-5ceafe483831', 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:30.153852 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e416b5-b9d4-41bb-9600-ae3a519def7c req-3255629c-3eb7-4db8-b4f7-b73dc507e01a tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:30.155361 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f4e416b5-b9d4-41bb-9600-ae3a519def7c req-3255629c-3eb7-4db8-b4f7-b73dc507e01a tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 932 time: 0.0741754 Sep 26 05:58:30.200858 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Sync routers for ids ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:58:30.208002 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-2a57e1f1-fee4-4ebb-9ac9-f016c205a8db tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (d1ff162a-7827-47dc-a9fe-a3ffcf66dd1d), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.212425 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Routers {'0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:58:30.213122 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:58:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:30.214145 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f4e416b5-b9d4-41bb-9600-ae3a519def7c req-b8c362c2-1abc-476c-bc1c-83e937427f21 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526102 Sep 26 05:58:30.216697 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Attempt 3 to provision port a58e4053-046a-46d4-8405-cf7cfea70112 Sep 26 05:58:30.294258 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Port a58e4053-046a-46d4-8405-cf7cfea70112 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:58:30.345603 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Set router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:58:30.370680 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-2a57e1f1-fee4-4ebb-9ac9-f016c205a8db tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (d1ff162a-7827-47dc-a9fe-a3ffcf66dd1d), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.377604 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-2a57e1f1-fee4-4ebb-9ac9-f016c205a8db tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (d1ff162a-7827-47dc-a9fe-a3ffcf66dd1d), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.403795 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57e1f1-fee4-4ebb-9ac9-f016c205a8db tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ff162a-7827-47dc-a9fe-a3ffcf66dd1d,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:30.405474 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:30.424763 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-2a57e1f1-fee4-4ebb-9ac9-f016c205a8db tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.426078 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-2a57e1f1-fee4-4ebb-9ac9-f016c205a8db tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2878389 Sep 26 05:58:30.429688 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58108) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:30.434361 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-15429fba-b603-42e8-b908-b7d8a96aa078 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Request body: {'security_group_rule': {'security_group_id': 'e8c6d4bd-5afe-4804-bd3a-5ceafe483831', 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:30.466810 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:30.467531 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-15429fba-b603-42e8-b908-b7d8a96aa078 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (65d5bd06-2b7b-4689-99b3-0ff91a437dec), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.507589 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d9bd18-bd59-4b97-be2e-95f11cd067a5 {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:58:30.515493 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Publish callbacks [] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.529952 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Transition to ACTIVE for port object 12d9bd18-bd59-4b97-be2e-95f11cd067a5 will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:58:30.533538 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-15429fba-b603-42e8-b908-b7d8a96aa078 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (65d5bd06-2b7b-4689-99b3-0ff91a437dec), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.534101 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.538219 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-15429fba-b603-42e8-b908-b7d8a96aa078 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (65d5bd06-2b7b-4689-99b3-0ff91a437dec), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.545658 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:30.554680 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'name': 'tempest-TestShelveInstance-765932114-router', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '56219cf9-06c1-4785-8235-0bd55f046762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:27Z', 'revision_number': 4, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'gw_port': {'id': '56219cf9-06c1-4785-8235-0bd55f046762', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': 'a58e4053-046a-46d4-8405-cf7cfea70112', 'name': '', 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'mac_address': 'fa:16:3e:f3:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'a3af98a3-2ca9-4f11-94ef-23525a957216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:27Z', 'updated_at': '2022-09-26T05:58:28Z', 'revision_number': 2, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'subnets': [{'id': 'a3af98a3-2ca9-4f11-94ef-23525a957216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:30.558925 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15429fba-b603-42e8-b908-b7d8a96aa078 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d5bd06-2b7b-4689-99b3-0ff91a437dec,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:30.566535 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-15429fba-b603-42e8-b908-b7d8a96aa078 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.570429 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-15429fba-b603-42e8-b908-b7d8a96aa078 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371298 Sep 26 05:58:30.571315 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58110) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:30.577322 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-6631d62f-1f15-43b9-ad5a-0f69fc89815e tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Request body: {'security_group_rule': {'security_group_id': 'e8c6d4bd-5afe-4804-bd3a-5ceafe483831', 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:30.584302 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Checking router: 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:58:30.584302 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Updating router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 port a58e4053-046a-46d4-8405-cf7cfea70112 binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:58:30.609302 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6631d62f-1f15-43b9-ad5a-0f69fc89815e tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (acedad84-f217-4c35-b62d-9064ea20c692), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.613709 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.636637 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Pushing event updated for resources: {'Port': ['ID=12d9bd18-bd59-4b97-be2e-95f11cd067a5,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:30.671378 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Attempting to bind port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:58:30.672562 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Attempting to bind port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'c50a4707-09cf-4088-b78c-0db35cc13011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:58:30.673308 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Attempting to bind port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 on network 033e951b-5e4f-4458-a303-5df31393f5da {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:58:30.698403 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6631d62f-1f15-43b9-ad5a-0f69fc89815e tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (acedad84-f217-4c35-b62d-9064ea20c692), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.704127 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6631d62f-1f15-43b9-ad5a-0f69fc89815e tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (acedad84-f217-4c35-b62d-9064ea20c692), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.723839 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 on network 033e951b-5e4f-4458-a303-5df31393f5da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:58:30.724289 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Attempting to bind port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 on network 033e951b-5e4f-4458-a303-5df31393f5da {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:58:30.728424 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631d62f-1f15-43b9-ad5a-0f69fc89815e tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acedad84-f217-4c35-b62d-9064ea20c692,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:30.738037 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6631d62f-1f15-43b9-ad5a-0f69fc89815e tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.739392 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-6631d62f-1f15-43b9-ad5a-0f69fc89815e tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673102 Sep 26 05:58:30.742104 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58112) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:30.746833 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-2a25ebf1-81a7-4bef-a0a4-e220086b387c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Request body: {'security_group_rule': {'security_group_id': 'e8c6d4bd-5afe-4804-bd3a-5ceafe483831', 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:30.770798 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.securitygroups_db [None req-2a25ebf1-81a7-4bef-a0a4-e220086b387c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Project 098526f06e1a43fa9e94e805f72fed14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 05:58:30.780796 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a25ebf1-81a7-4bef-a0a4-e220086b387c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (16abdc7a-1df5-455f-b3be-a2d4bd038b32), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.783895 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:58:30.784232 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Checking segment: {'id': 'c50a4707-09cf-4088-b78c-0db35cc13011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:58:30.784944 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Bound using segment: {'id': 'c50a4707-09cf-4088-b78c-0db35cc13011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:58:30.785089 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Bound port: 12d9bd18-bd59-4b97-be2e-95f11cd067a5, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50a4707-09cf-4088-b78c-0db35cc13011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:58:30.785425 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.796149 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Attempt 4 to provision port a58e4053-046a-46d4-8405-cf7cfea70112 Sep 26 05:58:30.823253 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:30.838854 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a25ebf1-81a7-4bef-a0a4-e220086b387c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (16abdc7a-1df5-455f-b3be-a2d4bd038b32), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.843151 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a25ebf1-81a7-4bef-a0a4-e220086b387c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (16abdc7a-1df5-455f-b3be-a2d4bd038b32), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.851098 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Port a58e4053-046a-46d4-8405-cf7cfea70112 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:58:30.862061 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25ebf1-81a7-4bef-a0a4-e220086b387c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16abdc7a-1df5-455f-b3be-a2d4bd038b32,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:30.875845 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a25ebf1-81a7-4bef-a0a4-e220086b387c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.877815 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2a25ebf1-81a7-4bef-a0a4-e220086b387c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344388 Sep 26 05:58:30.881900 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58114) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:58:30.887022 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-6304560c-5b67-4f88-9b16-8de1cf19a07b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Request body: {'security_group_rule': {'security_group_id': 'e8c6d4bd-5afe-4804-bd3a-5ceafe483831', 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:58:30.887378 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] For port 12d9bd18-bd59-4b97-be2e-95f11cd067a5, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:58:30.892475 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] For port 12d9bd18-bd59-4b97-be2e-95f11cd067a5, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12d9bd18-bd59-4b97-be2e-95f11cd067a5,segment=NetworkSegment(c50a4707-09cf-4088-b78c-0db35cc13011),segment_id=c50a4707-09cf-4088-b78c-0db35cc13011)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:58:30.902892 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.906820 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:30.907974 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.909799 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/12d9bd18-bd59-4b97-be2e-95f11cd067a5 HTTP/1.1" status: 200 len: 1094 time: 0.8533125 Sep 26 05:58:30.912618 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76f2eed-969b-4d1c-b2a7-70d91268c648', 'tag': '12d9bd18-bd59-4b97-be2e-95f11cd067a5'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:58:30.915679 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8315dc2-e86e-4904-8aa2-7d259a458ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "a76f2eed-969b-4d1c-b2a7-70d91268c648", "tag": "12d9bd18-bd59-4b97-be2e-95f11cd067a5"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:58:30.920529 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.securitygroups_db [None req-6304560c-5b67-4f88-9b16-8de1cf19a07b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Project 098526f06e1a43fa9e94e805f72fed14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 05:58:30.928706 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6304560c-5b67-4f88-9b16-8de1cf19a07b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (cab6b0fd-e252-40d4-8e06-2d3d21bb5fca), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.956625 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 56219cf9-06c1-4785-8235-0bd55f046762 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:58:30.964971 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Publish callbacks [] for port (a58e4053-046a-46d4-8405-cf7cfea70112), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:30.969827 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abea0431-9400-4b34-83aa-2020ed813efa x-openstack-request-id: req-abea0431-9400-4b34-83aa-2020ed813efa {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:58:30.970318 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76f2eed-969b-4d1c-b2a7-70d91268c648", "tag": "12d9bd18-bd59-4b97-be2e-95f11cd067a5", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:58:30.970725 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-abea0431-9400-4b34-83aa-2020ed813efa {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:58:30.971361 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abea0431-9400-4b34-83aa-2020ed813efa'] response: {'name': 'network-changed', 'server_uuid': 'a76f2eed-969b-4d1c-b2a7-70d91268c648', 'tag': '12d9bd18-bd59-4b97-be2e-95f11cd067a5', 'status': 'completed', 'code': 200} Sep 26 05:58:30.996438 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:31.025443 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f310778-11a7-4dff-858b-d1b27cd84956 service neutron] Pushing event updated for resources: {'Port': ['ID=12d9bd18-bd59-4b97-be2e-95f11cd067a5,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:31.028668 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6304560c-5b67-4f88-9b16-8de1cf19a07b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (cab6b0fd-e252-40d4-8e06-2d3d21bb5fca), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:31.043267 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2542-e165-4d40-ba1d-46ac760265fb req-e50a78cf-555b-4279-9d0d-92969ba5b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:31.045343 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-e50a78cf-555b-4279-9d0d-92969ba5b423 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fa25b13404c54cff94e3c12198e9c313&device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 1128 time: 0.0501258 Sep 26 05:58:31.045483 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6304560c-5b67-4f88-9b16-8de1cf19a07b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (cab6b0fd-e252-40d4-8e06-2d3d21bb5fca), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:31.065383 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:31.069567 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304560c-5b67-4f88-9b16-8de1cf19a07b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab6b0fd-e252-40d4-8e06-2d3d21bb5fca,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:31.080303 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6304560c-5b67-4f88-9b16-8de1cf19a07b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:31.083017 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-6304560c-5b67-4f88-9b16-8de1cf19a07b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2000365 Sep 26 05:58:31.106039 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-dc0805bd-409e-4dca-bd79-0f73526fb491 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d9bd18-bd59-4b97-be2e-95f11cd067a5 HTTP/1.1" status: 200 len: 217 time: 0.0483842 Sep 26 05:58:31.161001 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2542-e165-4d40-ba1d-46ac760265fb req-dcee0716-f502-4823-b18d-678741a566f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:31.162703 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-dcee0716-f502-4823-b18d-678741a566f1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=adbbe84a-b1e0-4f10-a532-8f092f7db634 HTTP/1.1" status: 200 len: 854 time: 0.0516949 Sep 26 05:58:31.198892 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-d834530b-dcab-48e0-80b3-7a7e665be5ac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=033e951b-5e4f-4458-a303-5df31393f5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296919 Sep 26 05:58:31.207748 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e2ea9-2b38-462e-bf71-4de5c0572fec None None] Pushing event updated for resources: {'Port': ['ID=a58e4053-046a-46d4-8405-cf7cfea70112,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:31.210191 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 56219cf9-06c1-4785-8235-0bd55f046762 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:31.210557 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (56219cf9-06c1-4785-8235-0bd55f046762), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:31.210886 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 56219cf9-06c1-4785-8235-0bd55f046762 Sep 26 05:58:31.295617 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Attempting to bind port a58e4053-046a-46d4-8405-cf7cfea70112 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:58:31.296119 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Attempting to bind port a58e4053-046a-46d4-8405-cf7cfea70112 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '24caf986-69f8-44c9-9ff0-1790a9fb9e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:58:31.296494 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Attempting to bind port a58e4053-046a-46d4-8405-cf7cfea70112 on network 510a8f2c-3938-4c4b-861a-71afb7b35500 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:58:31.304654 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-fbd08177-fb0b-4977-b75d-38f71a1a0ab4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999119 Sep 26 05:58:31.362966 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Attempt 5 to provision port a58e4053-046a-46d4-8405-cf7cfea70112 Sep 26 05:58:31.370147 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d984-52ff-45f6-b0d8-ff4b7374f12e req-c2a574d6-b1bb-42c5-9162-b33de3976685 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:31.381204 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f147d984-52ff-45f6-b0d8-ff4b7374f12e req-c2a574d6-b1bb-42c5-9162-b33de3976685 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 944 time: 0.0747442 Sep 26 05:58:31.414053 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 56219cf9-06c1-4785-8235-0bd55f046762 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:31.417724 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-027c2542-e165-4d40-ba1d-46ac760265fb req-b24710f6-a939-43d3-bd86-44cc7e10a739 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048038 Sep 26 05:58:31.421473 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:58:31.421929 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Checking segment: {'id': '24caf986-69f8-44c9-9ff0-1790a9fb9e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:58:31.422338 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:31.422722 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Bound using segment: {'id': '24caf986-69f8-44c9-9ff0-1790a9fb9e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:58:31.423220 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Bound port: a58e4053-046a-46d4-8405-cf7cfea70112, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24caf986-69f8-44c9-9ff0-1790a9fb9e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:58:31.423614 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:31.438924 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Port a58e4053-046a-46d4-8405-cf7cfea70112 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:58:31.445795 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f147d984-52ff-45f6-b0d8-ff4b7374f12e req-b84f88f1-b7a2-4740-9ed6-e6846002ffc4 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629930 Sep 26 05:58:31.495243 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] For port a58e4053-046a-46d4-8405-cf7cfea70112, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:58:31.498536 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] For port a58e4053-046a-46d4-8405-cf7cfea70112, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=a58e4053-046a-46d4-8405-cf7cfea70112,segment=NetworkSegment(24caf986-69f8-44c9-9ff0-1790a9fb9e85),segment_id=24caf986-69f8-44c9-9ff0-1790a9fb9e85)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:58:31.499685 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:31.508383 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:31.548085 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Routers {'0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:58:31.548748 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:58:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:31.604518 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:31.611858 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e2ea9-2b38-462e-bf71-4de5c0572fec None None] Pushing event updated for resources: {'Port': ['ID=a58e4053-046a-46d4-8405-cf7cfea70112,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:31.676079 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] Set router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:58:31.881678 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'name': 'tempest-TestShelveInstance-765932114-router', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '56219cf9-06c1-4785-8235-0bd55f046762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:27Z', 'revision_number': 4, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'gw_port': {'id': '56219cf9-06c1-4785-8235-0bd55f046762', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': 'a58e4053-046a-46d4-8405-cf7cfea70112', 'name': '', 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'mac_address': 'fa:16:3e:f3:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'a3af98a3-2ca9-4f11-94ef-23525a957216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:27Z', 'updated_at': '2022-09-26T05:58:31Z', 'revision_number': 4, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'subnets': [{'id': 'a3af98a3-2ca9-4f11-94ef-23525a957216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:58:31.907377 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c5e9f3-28d1-49c2-b3b9-a3cc2033162a None None] The sync data for ids ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'] in dv-cinder-836083-14-iscsi is: [{'id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'name': 'tempest-TestShelveInstance-765932114-router', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '56219cf9-06c1-4785-8235-0bd55f046762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:27Z', 'revision_number': 4, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'gw_port': {'id': '56219cf9-06c1-4785-8235-0bd55f046762', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': 'a58e4053-046a-46d4-8405-cf7cfea70112', 'name': '', 'network_id': '510a8f2c-3938-4c4b-861a-71afb7b35500', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'mac_address': 'fa:16:3e:f3:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'a3af98a3-2ca9-4f11-94ef-23525a957216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:27Z', 'updated_at': '2022-09-26T05:58:31Z', 'revision_number': 4, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'subnets': [{'id': 'a3af98a3-2ca9-4f11-94ef-23525a957216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:58:31.941416 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Attempt 6 to provision port a58e4053-046a-46d4-8405-cf7cfea70112 Sep 26 05:58:32.038348 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Current status of the port a58e4053-046a-46d4-8405-cf7cfea70112 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:32.038756 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:32.075803 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] For port a58e4053-046a-46d4-8405-cf7cfea70112, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=a58e4053-046a-46d4-8405-cf7cfea70112,segment=NetworkSegment(24caf986-69f8-44c9-9ff0-1790a9fb9e85),segment_id=24caf986-69f8-44c9-9ff0-1790a9fb9e85)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:58:32.086085 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:32.155227 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e433fe7-7bcb-412e-a9b9-43185db71776 None None] Pushing event updated for resources: {'Port': ['ID=a58e4053-046a-46d4-8405-cf7cfea70112,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:32.158064 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-58aa8cc4-bb74-4d68-9940-d2648fd94fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:32.208398 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-b3bca6b8-176c-427d-8e93-5fb10577c407 None None] Provisioning complete for port a58e4053-046a-46d4-8405-cf7cfea70112 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:32.209117 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-b3bca6b8-176c-427d-8e93-5fb10577c407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:32.209117 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-b3bca6b8-176c-427d-8e93-5fb10577c407 None None] Attempt 1 to provision port a58e4053-046a-46d4-8405-cf7cfea70112 Sep 26 05:58:32.293460 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-b3bca6b8-176c-427d-8e93-5fb10577c407 None None] Current status of the port a58e4053-046a-46d4-8405-cf7cfea70112 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:32.578178 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c392d06-883b-47e5-9f9d-32fa41355c09 req-41887bbb-1176-44b6-b28a-9a6302ee8925 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:32.579848 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8c392d06-883b-47e5-9f9d-32fa41355c09 req-41887bbb-1176-44b6-b28a-9a6302ee8925 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 944 time: 0.0520678 Sep 26 05:58:32.630037 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:32.635527 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8c392d06-883b-47e5-9f9d-32fa41355c09 req-2887f2d3-3b72-4309-a303-13956ecc9b0f tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498760 Sep 26 05:58:32.930380 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device a58e4053-046a-46d4-8405-cf7cfea70112 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:58:32.978412 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port a58e4053-046a-46d4-8405-cf7cfea70112 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:32.978785 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:32.979131 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port a58e4053-046a-46d4-8405-cf7cfea70112 Sep 26 05:58:33.056792 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port a58e4053-046a-46d4-8405-cf7cfea70112 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:33.365863 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:33.778388 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf5f23-2588-4078-8373-da9f57b49937 req-97bbf5a4-5410-438f-9a4d-a6589a0dfef8 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:33.779960 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f4bf5f23-2588-4078-8373-da9f57b49937 req-97bbf5a4-5410-438f-9a4d-a6589a0dfef8 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 944 time: 0.0573752 Sep 26 05:58:33.835254 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f4bf5f23-2588-4078-8373-da9f57b49937 req-4266088e-a7fc-4372-8b95-e6725151ce58 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491080 Sep 26 05:58:34.118095 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8315dc2-e86e-4904-8aa2-7d259a458ed1 req-2adfe1b0-9fb2-47e6-a337-dc8e27f86ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:34.119772 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c8315dc2-e86e-4904-8aa2-7d259a458ed1 req-2adfe1b0-9fb2-47e6-a337-dc8e27f86ec0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fa25b13404c54cff94e3c12198e9c313&device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 1128 time: 0.0541039 Sep 26 05:58:34.220693 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8315dc2-e86e-4904-8aa2-7d259a458ed1 req-a75bd4a8-e220-4854-9228-7843d310dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:34.222215 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c8315dc2-e86e-4904-8aa2-7d259a458ed1 req-a75bd4a8-e220-4854-9228-7843d310dfd4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=033e951b-5e4f-4458-a303-5df31393f5da HTTP/1.1" status: 200 len: 915 time: 0.0937371 Sep 26 05:58:34.266932 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c8315dc2-e86e-4904-8aa2-7d259a458ed1 req-124c89e2-0dd0-492e-b3c2-f6ec1f775c01 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12d9bd18-bd59-4b97-be2e-95f11cd067a5 HTTP/1.1" status: 200 len: 217 time: 0.0377486 Sep 26 05:58:34.322596 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8315dc2-e86e-4904-8aa2-7d259a458ed1 req-6aadc75c-c2c2-48dd-b853-eb6a20779614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:34.323556 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 12d9bd18-bd59-4b97-be2e-95f11cd067a5 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:58:34.324230 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c8315dc2-e86e-4904-8aa2-7d259a458ed1 req-6aadc75c-c2c2-48dd-b853-eb6a20779614 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=adbbe84a-b1e0-4f10-a532-8f092f7db634 HTTP/1.1" status: 200 len: 854 time: 0.0494580 Sep 26 05:58:34.358480 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c8315dc2-e86e-4904-8aa2-7d259a458ed1 req-db528a06-15b6-496d-8e68-789f89f68ad2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=033e951b-5e4f-4458-a303-5df31393f5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275304 Sep 26 05:58:34.406303 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:34.406875 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:34.438507 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 12d9bd18-bd59-4b97-be2e-95f11cd067a5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12d9bd18-bd59-4b97-be2e-95f11cd067a5,segment=NetworkSegment(c50a4707-09cf-4088-b78c-0db35cc13011),segment_id=c50a4707-09cf-4088-b78c-0db35cc13011)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:58:34.454923 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '12d9bd18-bd59-4b97-be2e-95f11cd067a5', 'network_id': '033e951b-5e4f-4458-a303-5df31393f5da', 'port_id': '12d9bd18-bd59-4b97-be2e-95f11cd067a5', 'mac_address': 'fa:16:3e:d0:20:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbbe84a-b1e0-4f10-a532-8f092f7db634', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:58:34.470507 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c8315dc2-e86e-4904-8aa2-7d259a458ed1 req-502e52ae-5e96-46ca-84b4-0506600e9d7d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034477 Sep 26 05:58:34.506537 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:34.506810 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:34.525348 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d9bd18-bd59-4b97-be2e-95f11cd067a5 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:58:34.550366 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 12d9bd18-bd59-4b97-be2e-95f11cd067a5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12d9bd18-bd59-4b97-be2e-95f11cd067a5,segment=NetworkSegment(c50a4707-09cf-4088-b78c-0db35cc13011),segment_id=c50a4707-09cf-4088-b78c-0db35cc13011)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:58:34.554552 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:34.569545 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c8315dc2-e86e-4904-8aa2-7d259a458ed1 req-f8e751d5-3626-4f50-9d45-b0988273ef67 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923631 Sep 26 05:58:34.606171 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=12d9bd18-bd59-4b97-be2e-95f11cd067a5,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:34.958642 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8ac00-f44f-4971-85f5-2d1d1c5e9fbb req-df811dcb-344f-4b91-b59c-62b81d5ade75 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:34.960119 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-29a8ac00-f44f-4971-85f5-2d1d1c5e9fbb req-df811dcb-344f-4b91-b59c-62b81d5ade75 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 945 time: 0.0481207 Sep 26 05:58:34.972282 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['12d9bd18-bd59-4b97-be2e-95f11cd067a5'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:58:35.015134 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-29a8ac00-f44f-4971-85f5-2d1d1c5e9fbb req-34ba6fd3-0d57-40b8-8d3c-73903d3b981f tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476513 Sep 26 05:58:35.084170 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:35.099390 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:36.160681 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927b79-ce91-4387-b194-e57e171081aa req-44f8c103-14fc-4f65-b0d8-fe51701d7f57 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:36.162194 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ec927b79-ce91-4387-b194-e57e171081aa req-44f8c103-14fc-4f65-b0d8-fe51701d7f57 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 945 time: 0.0504854 Sep 26 05:58:36.216428 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ec927b79-ce91-4387-b194-e57e171081aa req-ebd68751-347c-4275-80e9-c8d283f271c1 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Sep 26 05:58:36.329600 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 12d9bd18-bd59-4b97-be2e-95f11cd067a5 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:58:36.375783 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:58:36.387935 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:58:36.388455 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:36.389020 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 Sep 26 05:58:36.471644 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:58:36.471944 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:36.497067 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f2eed-969b-4d1c-b2a7-70d91268c648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d9bd18-bd59-4b97-be2e-95f11cd067a5'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:58:36.499373 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cc7645-c455-4bfc-aba4-106497576573" -d '{"events": [{"server_uuid": "a76f2eed-969b-4d1c-b2a7-70d91268c648", "name": "network-vif-plugged", "status": "completed", "tag": "12d9bd18-bd59-4b97-be2e-95f11cd067a5"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:58:36.514905 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 12d9bd18-bd59-4b97-be2e-95f11cd067a5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12d9bd18-bd59-4b97-be2e-95f11cd067a5,segment=NetworkSegment(c50a4707-09cf-4088-b78c-0db35cc13011),segment_id=c50a4707-09cf-4088-b78c-0db35cc13011)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:58:36.520168 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:36.571243 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=12d9bd18-bd59-4b97-be2e-95f11cd067a5,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:58:36.597636 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1dca4d-c52a-4605-a4d4-c5ceaa397927 x-openstack-request-id: req-3b1dca4d-c52a-4605-a4d4-c5ceaa397927 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:58:36.597955 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f2eed-969b-4d1c-b2a7-70d91268c648", "name": "network-vif-plugged", "status": "completed", "tag": "12d9bd18-bd59-4b97-be2e-95f11cd067a5", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:58:36.598257 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b1dca4d-c52a-4605-a4d4-c5ceaa397927 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:58:36.598662 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1dca4d-c52a-4605-a4d4-c5ceaa397927'] response: {'server_uuid': 'a76f2eed-969b-4d1c-b2a7-70d91268c648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d9bd18-bd59-4b97-be2e-95f11cd067a5', 'code': 200} Sep 26 05:58:36.827360 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ed64-b540-40f9-9381-73882ec2f0cf req-c8cab08f-c260-4d31-b52f-f2a7b686f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:36.828919 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b408ed64-b540-40f9-9381-73882ec2f0cf req-c8cab08f-c260-4d31-b52f-f2a7b686f593 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 1130 time: 0.0415802 Sep 26 05:58:36.875983 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b408ed64-b540-40f9-9381-73882ec2f0cf req-f18470b8-ef8b-4181-9ed3-151bc138df47 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Sep 26 05:58:37.355122 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:37.364408 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1b2d4-abc0-4045-b4c4-5887fc29bacc req-4ee55bf2-a31c-450f-b5e3-b7b6ea295c16 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:37.365965 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a0a1b2d4-abc0-4045-b4c4-5887fc29bacc req-4ee55bf2-a31c-450f-b5e3-b7b6ea295c16 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 946 time: 0.0588617 Sep 26 05:58:37.419405 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a0a1b2d4-abc0-4045-b4c4-5887fc29bacc req-c7b6c277-65d7-434d-b47d-8783b97d5db3 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468569 Sep 26 05:58:38.556503 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5af39-9ded-4542-b099-d1a77fa23d02 req-646189af-c8ac-4fc2-b201-eb54974464c7 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:38.558065 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6c5af39-9ded-4542-b099-d1a77fa23d02 req-646189af-c8ac-4fc2-b201-eb54974464c7 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 946 time: 0.0573967 Sep 26 05:58:38.592868 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:38.608570 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a6c5af39-9ded-4542-b099-d1a77fa23d02 req-990e3b3b-8791-4313-a8da-31c9d9d90f86 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444384 Sep 26 05:58:39.074571 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:39.077849 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:39.740228 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827f228-bff9-4ca8-aa23-c9e99a743c41 req-28b20b58-b4f7-4733-b8f9-c7fc65e36ef5 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:58:39.741862 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d827f228-bff9-4ca8-aa23-c9e99a743c41 req-28b20b58-b4f7-4733-b8f9-c7fc65e36ef5 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 946 time: 0.0537603 Sep 26 05:58:39.797265 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d827f228-bff9-4ca8-aa23-c9e99a743c41 req-93b88bad-6e97-4905-9c92-c2fa7cbfc016 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466132 Sep 26 05:58:45.051075 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:58:48.602858 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:48.604225 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=69 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:49.790989 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=60,neutron:DELETE=3,neutron:INSERT=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:49.793298 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=15 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:55.042518 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:55.044580 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:58:59.704401 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3ee5b567-121a-4cea-91fe-1144117366a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:01.473162 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-8847b205-1903-4a34-8d40-e08ee7e6a44e tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1363547104&fields=id&tenant_id=098526f06e1a43fa9e94e805f72fed14 HTTP/1.1" status: 200 len: 267 time: 0.0479612 Sep 26 05:59:01.591460 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f0904a76-2ed8-4ebe-83e0-39ef3db89943 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:01.592964 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f0904a76-2ed8-4ebe-83e0-39ef3db89943 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 808 time: 0.1130643 Sep 26 05:59:01.608930 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-d7759269-5e17-4cc5-a181-1ca09ceb645d tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/quotas/098526f06e1a43fa9e94e805f72fed14 HTTP/1.1" status: 200 len: 375 time: 0.0095577 Sep 26 05:59:01.666216 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-96898c7e-526d-463e-ac5a-a2f17da881b6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519185 Sep 26 05:59:01.781918 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-c1b53bc4-49ec-4e33-b06d-b31b4dc7eaa3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027451 Sep 26 05:59:01.892136 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-caec9ba5-a720-4782-877e-3edb7d27a002 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015935 Sep 26 05:59:02.080500 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:59:02.132614 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a002cce9-0e4c-456d-8cc4-8dea7cf823a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:02.209760 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6cc97490-2efc-4b05-ab38-4e182a4c0658 req-ea9e4987-e2a7-4729-9702-d15a32a825b6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 210 time: 0.0341716 Sep 26 05:59:03.324814 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-86e13e57-cda1-4b0e-9099-a17872f51788 req-2e0f6e88-1a6e-44aa-bf3b-7a5df375efc8 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 210 time: 0.0378859 Sep 26 05:59:03.372395 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:03.411474 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-032ce2ab-a211-47ea-b6d7-8043802c9526 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:03.413124 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-032ce2ab-a211-47ea-b6d7-8043802c9526 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 808 time: 0.1088669 Sep 26 05:59:03.492097 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-89745b48-cfe0-433e-ac04-6cf17e46a00f tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=098526f06e1a43fa9e94e805f72fed14 HTTP/1.1" status: 200 len: 380 time: 0.0641122 Sep 26 05:59:03.514083 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Request body: {'port': {'device_id': '03274ff5-16a4-468b-a4bc-4a320240179f', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'admin_state_up': True, 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'security_groups': ['e8c6d4bd-5afe-4804-bd3a-5ceafe483831']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:59:03.630121 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Made reservation on behalf of 098526f06e1a43fa9e94e805f72fed14 for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:59:03.634062 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:03.794587 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Allocated IP 172.20.0.8 (e0a86aaa-de96-403a-a0a0-65f968e4c5e5/ed81d596-8a1a-4c73-b7cf-ce2a44def6f0/a2005324-0611-48ff-9c1d-d25f11767b64) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:59:03.946581 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for port (a2005324-0611-48ff-9c1d-d25f11767b64), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:03.982804 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:04.031390 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:59:04.035240 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:59:04.039377 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:59:04.066159 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event updated for resources: {'Port': ['ID=a2005324-0611-48ff-9c1d-d25f11767b64,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:59:04.108011 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:04.109326 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:04.140300 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f594d449-4b16-4086-a922-25fcb54169eb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6300983 Sep 26 05:59:04.342472 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-fd4c128d-fe0f-4379-bfab-9ded33246af0 None None] Provisioning complete for port a2005324-0611-48ff-9c1d-d25f11767b64 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:59:04.342831 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fd4c128d-fe0f-4379-bfab-9ded33246af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:04.343381 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-fd4c128d-fe0f-4379-bfab-9ded33246af0 None None] Attempt 1 to provision port a2005324-0611-48ff-9c1d-d25f11767b64 Sep 26 05:59:04.376808 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c128d-fe0f-4379-bfab-9ded33246af0 None None] Port a2005324-0611-48ff-9c1d-d25f11767b64 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:59:04.440536 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8922e-4828-46a6-915e-3cbbaf4ff7ee req-a30a381e-1daa-4ac8-9295-74de22ca7ef8 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:04.442055 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d5a8922e-4828-46a6-915e-3cbbaf4ff7ee req-a30a381e-1daa-4ac8-9295-74de22ca7ef8 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 931 time: 0.0465872 Sep 26 05:59:04.495064 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d5a8922e-4828-46a6-915e-3cbbaf4ff7ee req-3543a747-46dd-435a-a7a6-ea8ae7c386a3 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447273 Sep 26 05:59:04.502367 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Request body: {'port': {'device_id': '03274ff5-16a4-468b-a4bc-4a320240179f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:59:04.566939 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:04.569740 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:04.583141 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:04.836525 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2005324-0611-48ff-9c1d-d25f11767b64 {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:59:04.844228 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Publish callbacks [] for port (a2005324-0611-48ff-9c1d-d25f11767b64), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:04.856913 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Transition to ACTIVE for port object a2005324-0611-48ff-9c1d-d25f11767b64 will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:59:04.863247 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:04.877836 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-fd4c128d-fe0f-4379-bfab-9ded33246af0 None None] Attempt 2 to provision port a2005324-0611-48ff-9c1d-d25f11767b64 Sep 26 05:59:04.911801 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c128d-fe0f-4379-bfab-9ded33246af0 None None] Port a2005324-0611-48ff-9c1d-d25f11767b64 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:59:04.926388 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Pushing event updated for resources: {'Port': ['ID=a2005324-0611-48ff-9c1d-d25f11767b64,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:59:04.978181 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Attempting to bind port a2005324-0611-48ff-9c1d-d25f11767b64 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:59:04.978518 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Attempting to bind port a2005324-0611-48ff-9c1d-d25f11767b64 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:59:04.978843 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Attempting to bind port a2005324-0611-48ff-9c1d-d25f11767b64 on network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:59:05.023206 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Port a2005324-0611-48ff-9c1d-d25f11767b64 on network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:59:05.023698 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Attempting to bind port a2005324-0611-48ff-9c1d-d25f11767b64 on network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:59:05.053998 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:05.073351 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:59:05.073768 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Checking segment: {'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:59:05.074176 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Bound using segment: {'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:59:05.074611 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Bound port: a2005324-0611-48ff-9c1d-d25f11767b64, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:59:05.075030 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:05.075341 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:05.143202 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] For port a2005324-0611-48ff-9c1d-d25f11767b64, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:59:05.146468 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] For port a2005324-0611-48ff-9c1d-d25f11767b64, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2005324-0611-48ff-9c1d-d25f11767b64,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:59:05.154338 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:05.158864 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:05.159552 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:05.161021 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 1093 time: 0.6636271 Sep 26 05:59:05.161748 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:59:05.164238 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccff528e-2526-443a-a5e0-6cb3e76db6be" -d '{"events": [{"name": "network-changed", "server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:59:05.223080 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f14951-b53c-4556-83b4-2786bd539cfb x-openstack-request-id: req-28f14951-b53c-4556-83b4-2786bd539cfb {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:59:05.223433 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:59:05.223761 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-28f14951-b53c-4556-83b4-2786bd539cfb {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:59:05.224212 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f14951-b53c-4556-83b4-2786bd539cfb'] response: {'name': 'network-changed', 'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'status': 'completed', 'code': 200} Sep 26 05:59:05.230257 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c3686-05b5-4e1f-b3ca-45afb7762f12 service neutron] Pushing event updated for resources: {'Port': ['ID=a2005324-0611-48ff-9c1d-d25f11767b64,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:59:05.286436 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-cfbae376-ed96-4cf7-846e-3bd1131fab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:05.287966 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-cfbae376-ed96-4cf7-846e-3bd1131fab6d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1127 time: 0.0427325 Sep 26 05:59:05.361890 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373d87a-40ae-4ef4-b9c3-07ca6b0fe9b1 req-791e8962-7019-4f38-b412-dfd8947571b4 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:05.363368 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e373d87a-40ae-4ef4-b9c3-07ca6b0fe9b1 req-791e8962-7019-4f38-b412-dfd8947571b4 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 946 time: 0.0467823 Sep 26 05:59:05.412965 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-fd4c128d-fe0f-4379-bfab-9ded33246af0 None None] Attempt 3 to provision port a2005324-0611-48ff-9c1d-d25f11767b64 Sep 26 05:59:05.426870 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e373d87a-40ae-4ef4-b9c3-07ca6b0fe9b1 req-181bd1ec-fe85-4c28-80a1-868f08e91fe1 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579076 Sep 26 05:59:05.456917 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c128d-fe0f-4379-bfab-9ded33246af0 None None] Port a2005324-0611-48ff-9c1d-d25f11767b64 had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:59:05.627047 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb96480-7271-4a2e-acf0-10e70136fcb7 req-633c326b-2afe-4857-a20b-e166f9645b6f tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:05.628485 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6cb96480-7271-4a2e-acf0-10e70136fcb7 req-633c326b-2afe-4857-a20b-e166f9645b6f tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0549133 Sep 26 05:59:05.690640 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6cb96480-7271-4a2e-acf0-10e70136fcb7 req-d41c4f8d-f68b-42bc-a31e-c6cc9ee5a00c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535791 Sep 26 05:59:06.576695 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b215056-fc14-4de0-a1b1-e14e7d5c2edb req-45de5ee3-c1d8-4265-bf46-a9f2634935e8 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:06.578605 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7b215056-fc14-4de0-a1b1-e14e7d5c2edb req-45de5ee3-c1d8-4265-bf46-a9f2634935e8 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 946 time: 0.0624735 Sep 26 05:59:06.631430 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7b215056-fc14-4de0-a1b1-e14e7d5c2edb req-ba50fa5b-456c-4c86-b359-86fb9bff12c7 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442157 Sep 26 05:59:06.633436 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-f8ca1308-4cc9-4512-93d8-35519dd19c7c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 217 time: 0.0327563 Sep 26 05:59:06.684980 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:06.689232 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-5fb4e8aa-9c3e-4c5f-8968-df32834f9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:06.690760 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-5fb4e8aa-9c3e-4c5f-8968-df32834f9113 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 200 len: 847 time: 0.0517735 Sep 26 05:59:06.736202 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-c8043817-ae5b-4bb4-a86e-155cc9f53542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:06.737777 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-c8043817-ae5b-4bb4-a86e-155cc9f53542 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406249 Sep 26 05:59:06.831477 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:06.845398 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-fab3d99d-0571-4cc9-9ba0-747f8f3f9e9f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008720 Sep 26 05:59:06.949127 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-472f43a7-98cb-4940-8dc0-c3fd675b8b81 req-5acd5d86-b584-441d-bb89-a1eb7fd011c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973306 Sep 26 05:59:07.073780 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe5d1a-8b69-4000-bb7e-974dbd2af63a req-999f38cd-2c06-4476-acaf-9296b62ba25b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:07.075313 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0efe5d1a-8b69-4000-bb7e-974dbd2af63a req-999f38cd-2c06-4476-acaf-9296b62ba25b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.2821982 Sep 26 05:59:07.125493 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0efe5d1a-8b69-4000-bb7e-974dbd2af63a req-8fb0bb35-b4b2-4f02-a691-586df0cd507d tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433736 Sep 26 05:59:07.764935 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa901dc-a5f0-4eeb-8d6f-6f8aa2a92fa3 req-beb5e0cd-a5bd-48c7-8aef-301caadf2114 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:07.766468 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-caa901dc-a5f0-4eeb-8d6f-6f8aa2a92fa3 req-beb5e0cd-a5bd-48c7-8aef-301caadf2114 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 946 time: 0.0516305 Sep 26 05:59:07.818478 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-caa901dc-a5f0-4eeb-8d6f-6f8aa2a92fa3 req-7e48ab27-64a4-42af-a3ba-5f1c43d5b8b7 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438192 Sep 26 05:59:08.093122 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655b521-7238-4faa-914f-73dd16105aaf req-eab7d2bb-2fbf-424f-9ab0-86d00f4b5ca6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:08.094602 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a655b521-7238-4faa-914f-73dd16105aaf req-eab7d2bb-2fbf-424f-9ab0-86d00f4b5ca6 tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 946 time: 0.0792785 Sep 26 05:59:08.099808 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff528e-2526-443a-a5e0-6cb3e76db6be req-7711d317-1ef3-40f3-abaa-10a5c589c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:08.101336 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ccff528e-2526-443a-a5e0-6cb3e76db6be req-7711d317-1ef3-40f3-abaa-10a5c589c4c3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1127 time: 0.0584364 Sep 26 05:59:08.268071 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-a655b521-7238-4faa-914f-73dd16105aaf req-f1c02ad6-f298-4594-9ab3-10566f7a1edf tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Deleting port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:59:08.268411 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a655b521-7238-4faa-914f-73dd16105aaf req-f1c02ad6-f298-4594-9ab3-10566f7a1edf tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:08.296369 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a0b4-58dd-493d-bdf4-89c516f3c945 req-722097b9-e8f5-4448-902d-9228129a822a tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:08.297883 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2572a0b4-58dd-493d-bdf4-89c516f3c945 req-722097b9-e8f5-4448-902d-9228129a822a tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0885096 Sep 26 05:59:08.344679 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff528e-2526-443a-a5e0-6cb3e76db6be req-0096e86b-ecce-48d4-9091-9729f425058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:08.346250 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ccff528e-2526-443a-a5e0-6cb3e76db6be req-0096e86b-ecce-48d4-9091-9729f425058f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 909 time: 0.2374272 Sep 26 05:59:08.659022 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ccff528e-2526-443a-a5e0-6cb3e76db6be req-79b0d2a0-bc4e-4ee0-a40f-fcd4962443f0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 217 time: 0.3029976 Sep 26 05:59:08.736348 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-a655b521-7238-4faa-914f-73dd16105aaf req-f1c02ad6-f298-4594-9ab3-10566f7a1edf tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] For port 12d9bd18-bd59-4b97-be2e-95f11cd067a5, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=12d9bd18-bd59-4b97-be2e-95f11cd067a5,segment=NetworkSegment(c50a4707-09cf-4088-b78c-0db35cc13011),segment_id=c50a4707-09cf-4088-b78c-0db35cc13011)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:59:08.736735 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a655b521-7238-4faa-914f-73dd16105aaf req-f1c02ad6-f298-4594-9ab3-10566f7a1edf tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:08.742385 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2572a0b4-58dd-493d-bdf4-89c516f3c945 req-685809d7-b129-404a-84de-705ca21b96ad tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4100332 Sep 26 05:59:08.763515 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-a655b521-7238-4faa-914f-73dd16105aaf req-f1c02ad6-f298-4594-9ab3-10566f7a1edf tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Calling delete_port for 12d9bd18-bd59-4b97-be2e-95f11cd067a5 owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:59:08.771750 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff528e-2526-443a-a5e0-6cb3e76db6be req-616132e5-6ed9-445e-b5bb-f5cb39cb3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:08.773257 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ccff528e-2526-443a-a5e0-6cb3e76db6be req-616132e5-6ed9-445e-b5bb-f5cb39cb3b0b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 200 len: 847 time: 0.1031356 Sep 26 05:59:08.849266 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff528e-2526-443a-a5e0-6cb3e76db6be req-2914a4fe-d952-484e-bb5c-34c2e08b5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:08.850820 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ccff528e-2526-443a-a5e0-6cb3e76db6be req-2914a4fe-d952-484e-bb5c-34c2e08b5c35 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0707550 Sep 26 05:59:08.918651 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:08.925970 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:08.955870 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38782486-9d1c-411b-b33e-05ad7fde037b req-f27f280d-4df7-4f35-8f94-b82f317d935a tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:08.957468 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-38782486-9d1c-411b-b33e-05ad7fde037b req-f27f280d-4df7-4f35-8f94-b82f317d935a tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a76f2eed-969b-4d1c-b2a7-70d91268c648 HTTP/1.1" status: 200 len: 946 time: 0.0582638 Sep 26 05:59:08.991299 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ccff528e-2526-443a-a5e0-6cb3e76db6be req-9c3c98a8-82d6-457c-bce2-418289d7eabc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337132 Sep 26 05:59:09.005818 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-38782486-9d1c-411b-b33e-05ad7fde037b req-9f351a31-e5ea-4351-818b-3c1821cb2efa tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=94a01691-5d79-4125-bf91-295a724df164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Sep 26 05:59:09.046428 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a655b521-7238-4faa-914f-73dd16105aaf req-f1c02ad6-f298-4594-9ab3-10566f7a1edf tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (12d9bd18-bd59-4b97-be2e-95f11cd067a5), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:09.086206 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c02ad6-f298-4594-9ab3-10566f7a1edf tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Pushing event deleted for resources: {'Port': ['ID=12d9bd18-bd59-4b97-be2e-95f11cd067a5,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:59:09.159706 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a655b521-7238-4faa-914f-73dd16105aaf req-f1c02ad6-f298-4594-9ab3-10566f7a1edf tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] No DVR routers for this DVR port 12d9bd18-bd59-4b97-be2e-95f11cd067a5 on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:59:09.166637 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-a655b521-7238-4faa-914f-73dd16105aaf req-f1c02ad6-f298-4594-9ab3-10566f7a1edf tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:09.170766 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a655b521-7238-4faa-914f-73dd16105aaf req-f1c02ad6-f298-4594-9ab3-10566f7a1edf tempest-VolumesSnapshotTestJSON-2119734382 tempest-VolumesSnapshotTestJSON-2119734382-project] 10.222.0.25 "DELETE /networking/v2.0/ports/12d9bd18-bd59-4b97-be2e-95f11cd067a5 HTTP/1.1" status: 204 len: 173 time: 1.0684516 Sep 26 05:59:09.171249 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f2eed-969b-4d1c-b2a7-70d91268c648', 'name': 'network-vif-deleted', 'tag': '12d9bd18-bd59-4b97-be2e-95f11cd067a5'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:59:09.174069 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49402fff-cee6-4f4d-a4bd-0a34a749843d" -d '{"events": [{"server_uuid": "a76f2eed-969b-4d1c-b2a7-70d91268c648", "name": "network-vif-deleted", "tag": "12d9bd18-bd59-4b97-be2e-95f11cd067a5"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:59:09.194464 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ccff528e-2526-443a-a5e0-6cb3e76db6be req-3eef37a7-a2c7-4d7b-949d-02df37e3faaa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962867 Sep 26 05:59:09.220973 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c1c0a8-0b35-43ed-9cf7-c7c38a4211c3 x-openstack-request-id: req-92c1c0a8-0b35-43ed-9cf7-c7c38a4211c3 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:59:09.221314 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f2eed-969b-4d1c-b2a7-70d91268c648", "name": "network-vif-deleted", "tag": "12d9bd18-bd59-4b97-be2e-95f11cd067a5", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:59:09.221621 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92c1c0a8-0b35-43ed-9cf7-c7c38a4211c3 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:59:09.222064 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c1c0a8-0b35-43ed-9cf7-c7c38a4211c3'] response: {'server_uuid': 'a76f2eed-969b-4d1c-b2a7-70d91268c648', 'name': 'network-vif-deleted', 'tag': '12d9bd18-bd59-4b97-be2e-95f11cd067a5', 'status': 'completed', 'code': 200} Sep 26 05:59:09.872591 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b87034-b317-4448-bcf4-4bb2a05ba304 req-b0c87b2f-4646-4894-bd28-9af4886fa560 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:09.874187 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d7b87034-b317-4448-bcf4-4bb2a05ba304 req-b0c87b2f-4646-4894-bd28-9af4886fa560 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0498779 Sep 26 05:59:09.924562 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-d7b87034-b317-4448-bcf4-4bb2a05ba304 req-237aa911-e3c2-4ff0-8c6e-c759d446a292 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444636 Sep 26 05:59:10.496454 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 12d9bd18-bd59-4b97-be2e-95f11cd067a5 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:59:10.522679 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 12d9bd18-bd59-4b97-be2e-95f11cd067a5 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:59:10.523030 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 12d9bd18-bd59-4b97-be2e-95f11cd067a5 not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:59:11.102611 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:11.111565 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662c2d-db4b-49c0-93ce-924d2284d36a req-0fe9ab73-a20a-4a8f-9b9f-03b6d2608db8 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:11.113048 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8c662c2d-db4b-49c0-93ce-924d2284d36a req-0fe9ab73-a20a-4a8f-9b9f-03b6d2608db8 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.1097293 Sep 26 05:59:11.140689 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:11.165158 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-8c662c2d-db4b-49c0-93ce-924d2284d36a req-c1d3201b-69cf-47d9-b433-3724c3d9a431 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460732 Sep 26 05:59:12.295726 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d3ff-1b42-4bfe-8e7d-35fac6c18e41 req-6dab10bb-058d-464a-b4e9-ec6844a96a79 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:12.297233 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6ed9d3ff-1b42-4bfe-8e7d-35fac6c18e41 req-6dab10bb-058d-464a-b4e9-ec6844a96a79 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0513639 Sep 26 05:59:12.350485 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6ed9d3ff-1b42-4bfe-8e7d-35fac6c18e41 req-3109f5ba-ca90-471c-b6bd-156e55df7bee tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473366 Sep 26 05:59:13.478530 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909fa0-4599-4524-9844-79a6452d355d req-c6f4eeb1-3063-4fa4-b018-2965c80bd2be tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:13.480025 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ad909fa0-4599-4524-9844-79a6452d355d req-c6f4eeb1-3063-4fa4-b018-2965c80bd2be tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0487673 Sep 26 05:59:13.534391 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ad909fa0-4599-4524-9844-79a6452d355d req-487d940e-a307-43c9-988c-477d6960e95b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459394 Sep 26 05:59:14.658613 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328e5a0-5f02-4a90-b67d-5ccdb87d3732 req-700e44f7-fea4-4893-8bd0-759394c934fe tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:14.660076 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8328e5a0-5f02-4a90-b67d-5ccdb87d3732 req-700e44f7-fea4-4893-8bd0-759394c934fe tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0477085 Sep 26 05:59:14.721961 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8328e5a0-5f02-4a90-b67d-5ccdb87d3732 req-4e3c3b51-44cd-4224-a669-5928e9c1e7a6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534635 Sep 26 05:59:15.052082 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:15.847933 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbe176-188c-4046-abdd-7c59adb1746d req-9b13155c-6e77-4086-bc35-85eccdc3b8e5 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:15.849445 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-50fbe176-188c-4046-abdd-7c59adb1746d req-9b13155c-6e77-4086-bc35-85eccdc3b8e5 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0528522 Sep 26 05:59:15.911490 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-50fbe176-188c-4046-abdd-7c59adb1746d req-7447f5d4-3eda-41fb-9666-99df95370171 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562749 Sep 26 05:59:16.069872 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:16.075803 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:16.509624 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device a2005324-0611-48ff-9c1d-d25f11767b64 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:59:16.621884 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port a2005324-0611-48ff-9c1d-d25f11767b64, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2005324-0611-48ff-9c1d-d25f11767b64,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:59:16.633503 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'port_id': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'mac_address': 'fa:16:3e:97:af:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:59:16.671679 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port a2005324-0611-48ff-9c1d-d25f11767b64 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:59:16.672080 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:16.686349 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2005324-0611-48ff-9c1d-d25f11767b64 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:59:16.711291 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port a2005324-0611-48ff-9c1d-d25f11767b64, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2005324-0611-48ff-9c1d-d25f11767b64,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:59:16.717942 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:16.779718 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=a2005324-0611-48ff-9c1d-d25f11767b64,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:59:17.041073 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5b2d8-a506-4c16-998d-5c1c9c3979dd req-ad5e298a-72fd-4e4b-a9cc-3b5f861b4888 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:17.043703 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f3a5b2d8-a506-4c16-998d-5c1c9c3979dd req-ad5e298a-72fd-4e4b-a9cc-3b5f861b4888 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 944 time: 0.0557017 Sep 26 05:59:17.108111 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['a2005324-0611-48ff-9c1d-d25f11767b64'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:59:17.109429 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f3a5b2d8-a506-4c16-998d-5c1c9c3979dd req-e58d51de-b405-4515-8ff1-40487c67f3b3 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591867 Sep 26 05:59:17.299714 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:17.430944 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:18.248781 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd787f4-637f-463c-b59e-64c7240927e1 req-806ed16a-4303-4185-b194-2b28b362717c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:18.250311 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bfd787f4-637f-463c-b59e-64c7240927e1 req-806ed16a-4303-4185-b194-2b28b362717c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 944 time: 0.0495346 Sep 26 05:59:18.299921 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-bfd787f4-637f-463c-b59e-64c7240927e1 req-4f4560ee-bb29-4e6e-bcea-5dcbbbea122a tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438499 Sep 26 05:59:18.553200 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device a2005324-0611-48ff-9c1d-d25f11767b64 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:59:18.601763 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port a2005324-0611-48ff-9c1d-d25f11767b64 completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:59:18.607524 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port a2005324-0611-48ff-9c1d-d25f11767b64 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:59:18.607948 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:18.608458 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port a2005324-0611-48ff-9c1d-d25f11767b64 Sep 26 05:59:18.688029 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port a2005324-0611-48ff-9c1d-d25f11767b64 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:59:18.688429 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:18.714989 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:59:18.717322 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9042b433-c23f-4855-a678-25b8ff92a902" -d '{"events": [{"server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "name": "network-vif-plugged", "status": "completed", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:59:18.730501 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port a2005324-0611-48ff-9c1d-d25f11767b64, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2005324-0611-48ff-9c1d-d25f11767b64,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:59:18.736669 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:18.761881 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8269edc-c625-4807-a3a1-76fb2f85315d x-openstack-request-id: req-a8269edc-c625-4807-a3a1-76fb2f85315d {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:59:18.762129 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "name": "network-vif-plugged", "status": "completed", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:59:18.762420 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8269edc-c625-4807-a3a1-76fb2f85315d {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:59:18.762779 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8269edc-c625-4807-a3a1-76fb2f85315d'] response: {'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'code': 200} Sep 26 05:59:18.798582 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=a2005324-0611-48ff-9c1d-d25f11767b64,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:59:19.012953 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dedaad-9402-4004-b445-d84a648cbe4f req-9a7581d1-3f71-450d-bddb-a4e21d78221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:19.014530 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-32dedaad-9402-4004-b445-d84a648cbe4f req-9a7581d1-3f71-450d-bddb-a4e21d78221c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1129 time: 0.0423725 Sep 26 05:59:19.060718 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-32dedaad-9402-4004-b445-d84a648cbe4f req-9cd022cb-dc4d-4ca5-874e-5599816d0461 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403805 Sep 26 05:59:19.428947 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad031a-4569-42cd-aabf-a7f3d0923a61 req-1407bdba-f214-4625-84e5-6335081302e1 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:19.430494 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5dad031a-4569-42cd-aabf-a7f3d0923a61 req-1407bdba-f214-4625-84e5-6335081302e1 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0510993 Sep 26 05:59:19.481570 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5dad031a-4569-42cd-aabf-a7f3d0923a61 req-4614e3de-eb38-4813-b4c7-b54658d39ba8 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451405 Sep 26 05:59:20.616812 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfe91a-8185-4718-96eb-d9de2eafb02d req-5a8f3f13-e218-4e15-ad3c-d5ccc8bcac8c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:20.618324 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-02bfe91a-8185-4718-96eb-d9de2eafb02d req-5a8f3f13-e218-4e15-ad3c-d5ccc8bcac8c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0567811 Sep 26 05:59:20.668292 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-02bfe91a-8185-4718-96eb-d9de2eafb02d req-76d50705-a6b0-4f07-862d-2baf85e5612f tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442235 Sep 26 05:59:20.797840 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b3132-84f8-444e-81ff-37ca5703ac58 req-ea986007-8a09-4aa5-b67d-4c0b91fb791a tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:20.799199 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a01b3132-84f8-444e-81ff-37ca5703ac58 req-ea986007-8a09-4aa5-b67d-4c0b91fb791a tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0526087 Sep 26 05:59:20.855222 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a01b3132-84f8-444e-81ff-37ca5703ac58 req-ca978c8b-39cc-4bbf-acf6-83e764bd28ed tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495677 Sep 26 05:59:20.884595 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58466) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:59:20.971900 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c98783c-0b87-4db5-82ac-e523b6adea14 tempest-TestShelveInstance-482021833 tempest-TestShelveInstance-482021833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:20.973462 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4c98783c-0b87-4db5-82ac-e523b6adea14 tempest-TestShelveInstance-482021833 tempest-TestShelveInstance-482021833-project-admin] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1124 time: 0.0883012 Sep 26 05:59:20.977291 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58472) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:59:20.981507 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'port_id': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:59:21.004707 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:21.090475 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:21.161112 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-60748601-0faf-425c-9580-9af920966b21 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428977 Sep 26 05:59:21.207092 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Allocated IP 172.27.1.250 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/120c8a97-6e51-48db-842c-800fd732b1a3) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:59:21.267962 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-98dc789e-aa6d-48fa-a234-44ac1065fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:21.270117 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-98dc789e-aa6d-48fa-a234-44ac1065fd8f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1129 time: 0.0396116 Sep 26 05:59:21.326200 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for port (120c8a97-6e51-48db-842c-800fd732b1a3), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:21.330175 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:21.351123 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:21.365382 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (120c8a97-6e51-48db-842c-800fd732b1a3), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:21.408196 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:59:21.413462 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:59:21.416645 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:59:21.422018 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event updated for resources: {'Port': ['ID=120c8a97-6e51-48db-842c-800fd732b1a3,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:59:21.451797 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.452119 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.452460 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.452797 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.453156 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.453485 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.453814 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.454141 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.454467 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.454793 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.455119 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.455444 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.455764 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.456084 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.456403 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:21.802714 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for floatingip (e37271c8-6318-4d9f-a654-1d07124b3525), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:21.872848 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (120c8a97-6e51-48db-842c-800fd732b1a3), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:22.036212 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for port (120c8a97-6e51-48db-842c-800fd732b1a3), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:22.043813 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (120c8a97-6e51-48db-842c-800fd732b1a3), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:22.105001 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:22.115281 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event updated for resources: {'Port': ['ID=120c8a97-6e51-48db-842c-800fd732b1a3,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:59:22.119058 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (e37271c8-6318-4d9f-a654-1d07124b3525), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:22.217600 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Floating IP e37271c8-6318-4d9f-a654-1d07124b3525 associated. External IP: 172.27.1.250, port: a2005324-0611-48ff-9c1d-d25f11767b64. Sep 26 05:59:22.324689 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:22.438751 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Router 04e6df61-15be-48e8-8b02-a093b5879cbb has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:59:22.554538 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:59:22.565754 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fceb121-395d-4fb5-91de-65db0bce81b6 None None] Sync routers for ids ['04e6df61-15be-48e8-8b02-a093b5879cbb'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:59:22.575339 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:22.577635 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fceb121-395d-4fb5-91de-65db0bce81b6 None None] Routers {'04e6df61-15be-48e8-8b02-a093b5879cbb'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:59:22.578338 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-5fceb121-395d-4fb5-91de-65db0bce81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:59:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['04e6df61-15be-48e8-8b02-a093b5879cbb'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:59:22.614487 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-639471aa-2da5-4127-8dbb-7a4ef4777ffa tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6353934 Sep 26 05:59:22.615382 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:59:22.619027 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894287a9-e2db-41a7-b36c-9b0ee82f4e63" -d '{"events": [{"name": "network-changed", "server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:59:22.620366 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-8cc37f58-e08b-4e02-b9e0-1d09e8481d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:22.622258 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-8cc37f58-e08b-4e02-b9e0-1d09e8481d44 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 909 time: 0.0932858 Sep 26 05:59:22.712402 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6261c193-394b-46c9-a6cb-b5b86d4fbb4a x-openstack-request-id: req-6261c193-394b-46c9-a6cb-b5b86d4fbb4a {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:59:22.712693 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:59:22.712943 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6261c193-394b-46c9-a6cb-b5b86d4fbb4a {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:59:22.713464 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6261c193-394b-46c9-a6cb-b5b86d4fbb4a'] response: {'name': 'network-changed', 'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'status': 'completed', 'code': 200} Sep 26 05:59:22.788838 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-5fceb121-395d-4fb5-91de-65db0bce81b6 None None] Set router 04e6df61-15be-48e8-8b02-a093b5879cbb gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:59:23.003580 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-5fceb121-395d-4fb5-91de-65db0bce81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:21Z', 'revision_number': 4, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': 'e37271c8-6318-4d9f-a654-1d07124b3525', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'port_id': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'mac_address': 'fa:16:3e:97:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03274ff5-16a4-468b-a4bc-4a320240179f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:59:21Z', 'updated_at': '2022-09-26T05:59:21Z', 'revision_number': 0, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b12e172-deee-4d5d-9b54-dc2cf36dc69f', 'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'mac_address': 'fa:16:3e:5e:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:21Z', 'updated_at': '2022-09-26T05:58:26Z', 'revision_number': 5, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'subnets': [{'id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:59:23.032180 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fceb121-395d-4fb5-91de-65db0bce81b6 None None] Checking router: 04e6df61-15be-48e8-8b02-a093b5879cbb for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:59:23.041103 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fceb121-395d-4fb5-91de-65db0bce81b6 None None] Routers {'04e6df61-15be-48e8-8b02-a093b5879cbb'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:59:23.041736 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-5fceb121-395d-4fb5-91de-65db0bce81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T05:59:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['04e6df61-15be-48e8-8b02-a093b5879cbb'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:59:23.142767 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-5fceb121-395d-4fb5-91de-65db0bce81b6 None None] Set router 04e6df61-15be-48e8-8b02-a093b5879cbb gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:59:23.355499 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-5fceb121-395d-4fb5-91de-65db0bce81b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:21Z', 'revision_number': 4, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': 'e37271c8-6318-4d9f-a654-1d07124b3525', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'port_id': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'mac_address': 'fa:16:3e:97:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03274ff5-16a4-468b-a4bc-4a320240179f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:59:21Z', 'updated_at': '2022-09-26T05:59:21Z', 'revision_number': 0, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b12e172-deee-4d5d-9b54-dc2cf36dc69f', 'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'mac_address': 'fa:16:3e:5e:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:21Z', 'updated_at': '2022-09-26T05:58:26Z', 'revision_number': 5, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'subnets': [{'id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:59:23.381422 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fceb121-395d-4fb5-91de-65db0bce81b6 None None] The sync data for ids ['04e6df61-15be-48e8-8b02-a093b5879cbb'] in dv-cinder-836083-14-iscsi is: [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:21Z', 'revision_number': 4, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': 'e37271c8-6318-4d9f-a654-1d07124b3525', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'port_id': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'mac_address': 'fa:16:3e:97:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03274ff5-16a4-468b-a4bc-4a320240179f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:59:21Z', 'updated_at': '2022-09-26T05:59:21Z', 'revision_number': 0, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b12e172-deee-4d5d-9b54-dc2cf36dc69f', 'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'mac_address': 'fa:16:3e:5e:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:21Z', 'updated_at': '2022-09-26T05:58:26Z', 'revision_number': 5, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'subnets': [{'id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:59:23.427394 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-c961db75-b83d-446f-90c0-84f5c42ce4f2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 999 time: 0.0628414 Sep 26 05:59:23.586056 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c48e6e7-faf8-4502-88b0-0ccaec673601 None None] New status for floating IP e37271c8-6318-4d9f-a654-1d07124b3525: ACTIVE {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:59:24.612395 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:24.619444 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-68d85f38-1647-4f4d-98d0-ee46bc89e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:24.621849 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-68d85f38-1647-4f4d-98d0-ee46bc89e6ee service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 200 len: 847 time: 0.0534871 Sep 26 05:59:24.664879 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:24.671629 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-4b8ae61a-d678-47b4-8d80-d3bda43c7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:24.673348 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-4b8ae61a-d678-47b4-8d80-d3bda43c7bf4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443139 Sep 26 05:59:24.771981 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-ee192dad-ec82-4d1c-b5d7-45f0bbe1d807 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925193 Sep 26 05:59:24.872706 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-e0e4e97b-6f78-4f0e-8711-106bbd798669 req-6a8d20ae-eaa5-4bec-a42c-e176ac5e1b9d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944674 Sep 26 05:59:25.013713 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894287a9-e2db-41a7-b36c-9b0ee82f4e63 req-8e9e7efa-cc92-4370-95c5-d73f48cda414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:25.015337 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-894287a9-e2db-41a7-b36c-9b0ee82f4e63 req-8e9e7efa-cc92-4370-95c5-d73f48cda414 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1129 time: 0.0532668 Sep 26 05:59:25.340430 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894287a9-e2db-41a7-b36c-9b0ee82f4e63 req-6dfa226c-d815-42b1-8d68-fc4e8b2de983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:25.341951 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-894287a9-e2db-41a7-b36c-9b0ee82f4e63 req-6dfa226c-d815-42b1-8d68-fc4e8b2de983 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 909 time: 0.0943391 Sep 26 05:59:25.410621 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-894287a9-e2db-41a7-b36c-9b0ee82f4e63 req-327fecad-2b6d-4507-8e0d-84c6b1bed51f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 1001 time: 0.0612066 Sep 26 05:59:25.670345 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894287a9-e2db-41a7-b36c-9b0ee82f4e63 req-dbad4ac0-dbfb-4b5f-8490-0467c42f4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:25.671873 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-894287a9-e2db-41a7-b36c-9b0ee82f4e63 req-dbad4ac0-dbfb-4b5f-8490-0467c42f4dc7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 200 len: 847 time: 0.0467970 Sep 26 05:59:25.715803 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894287a9-e2db-41a7-b36c-9b0ee82f4e63 req-ddad864c-d7a3-4026-a596-0f4b1bab491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:59:25.717377 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-894287a9-e2db-41a7-b36c-9b0ee82f4e63 req-ddad864c-d7a3-4026-a596-0f4b1bab491a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395763 Sep 26 05:59:25.820013 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-894287a9-e2db-41a7-b36c-9b0ee82f4e63 req-d2077faf-0de4-4b17-97ff-e66ccb81211d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958214 Sep 26 05:59:25.919715 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-894287a9-e2db-41a7-b36c-9b0ee82f4e63 req-ca3a1044-ef02-4c34-9836-30bed6873375 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930030 Sep 26 05:59:29.701707 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c464e834-e59d-4359-aab5-287a08ce9318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:32.138650 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-86aafecf-7619-4030-8382-de4ee08170d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:32.602218 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:32.607863 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:33.357984 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=76 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:33.359680 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:DELETE=1,neutron:SELECT=73 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:33.365786 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:35.051671 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:35.070362 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:35.701063 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58562) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:59:35.760671 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Deleting subnet adbbe84a-b1e0-4f10-a532-8f092f7db634 {{(pid=113001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:59:35.765075 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Publish callbacks [] for subnet (adbbe84a-b1e0-4f10-a532-8f092f7db634), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:35.802338 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552471'] for subnet (adbbe84a-b1e0-4f10-a532-8f092f7db634), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:35.844989 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (adbbe84a-b1e0-4f10-a532-8f092f7db634), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:35.901528 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528700186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528540775'] for subnet (adbbe84a-b1e0-4f10-a532-8f092f7db634), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:35.905040 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:35.933126 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbbe84a-b1e0-4f10-a532-8f092f7db634,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:59:35.944310 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:35.948364 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/adbbe84a-b1e0-4f10-a532-8f092f7db634 HTTP/1.1" status: 204 len: 168 time: 0.2459912 Sep 26 05:59:35.950307 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.950858 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58566) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:59:35.951422 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.951422 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.951761 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.952328 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.952686 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.953422 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.953586 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.953839 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.954286 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.954618 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.955088 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.955411 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.955745 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:35.956045 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfb9f9-bfce-4ce8-a55c-ed41fd8a23a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:59:36.022165 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (033e951b-5e4f-4458-a303-5df31393f5da), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:36.104667 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (033e951b-5e4f-4458-a303-5df31393f5da), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:36.126292 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033e951b-5e4f-4458-a303-5df31393f5da']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:59:36.136260 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50a4707-09cf-4088-b78c-0db35cc13011') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:59:36.136561 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50a4707-09cf-4088-b78c-0db35cc13011') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:59:36.146447 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (c50a4707-09cf-4088-b78c-0db35cc13011), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:36.161428 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (c50a4707-09cf-4088-b78c-0db35cc13011), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:36.168028 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:59:36.168411 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (c50a4707-09cf-4088-b78c-0db35cc13011), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:36.229535 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (033e951b-5e4f-4458-a303-5df31393f5da), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:36.235211 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:36.238525 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/033e951b-5e4f-4458-a303-5df31393f5da HTTP/1.1" status: 204 len: 168 time: 0.2865353 Sep 26 05:59:36.252191 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e89219-aa4d-467b-b087-368325b88e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=033e951b-5e4f-4458-a303-5df31393f5da,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:59:36.317957 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment c50a4707-09cf-4088-b78c-0db35cc13011 resource provider aggregate not found Sep 26 05:59:36.335774 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment c50a4707-09cf-4088-b78c-0db35cc13011 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c50a4707-09cf-4088-b78c-0db35cc13011 found for delete ", "request_id": "req-de136c2f-2864-4a29-8cc0-ffd069751d57"}]} Sep 26 05:59:36.416667 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58576) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:59:36.460169 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-8c5ff71c-65e7-4330-9721-d2fb9a4d9b3b admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=fa25b13404c54cff94e3c12198e9c313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420656 Sep 26 05:59:36.464119 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58578) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:59:36.469676 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:36.514227 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ead88755-d7fa-4acb-8e75-4f80d2c3362d admin admin] Publish callbacks [] for security_group (94a01691-5d79-4125-bf91-295a724df164), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:36.533850 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ead88755-d7fa-4acb-8e75-4f80d2c3362d admin admin] Publish callbacks [] for security_group (94a01691-5d79-4125-bf91-295a724df164), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:36.583432 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ead88755-d7fa-4acb-8e75-4f80d2c3362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (94a01691-5d79-4125-bf91-295a724df164), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:36.585977 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-ead88755-d7fa-4acb-8e75-4f80d2c3362d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:36.587122 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-ead88755-d7fa-4acb-8e75-4f80d2c3362d admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/94a01691-5d79-4125-bf91-295a724df164 HTTP/1.1" status: 204 len: 168 time: 0.1221428 Sep 26 05:59:36.595022 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead88755-d7fa-4acb-8e75-4f80d2c3362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a01691-5d79-4125-bf91-295a724df164,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:59:39.084445 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:59:45.052593 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:59:46.240220 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=24,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:46.251717 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:46.566556 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:46.591735 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=30,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:53.063295 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:53.068898 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:55.039115 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:55.044733 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=48,neutron:UPDATE=6 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:59:59.696297 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1e20ad50-6605-46d1-acb6-ffad42cd54bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:02.145386 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-60ba7206-90ff-45fc-b5ab-da8eef52ba9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:03.371627 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:05.051868 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:05.073010 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:15.070522 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:16.087096 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:00:22.290028 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-acea3c75-4feb-4752-ae69-8ca98420d7bc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1874702 Sep 26 06:00:22.404216 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-53c1df1f-c000-4127-b118-7850cfcbe665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:00:22.405666 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-53c1df1f-c000-4127-b118-7850cfcbe665 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1129 time: 0.0447023 Sep 26 06:00:22.529983 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-b92d00f9-7dc5-4a07-9fda-111e3a86f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:00:22.531634 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-b92d00f9-7dc5-4a07-9fda-111e3a86f18b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 909 time: 0.1026831 Sep 26 06:00:22.597826 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-20142fbd-d880-4e7f-ac01-b9b88f265e34 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 1001 time: 0.0602357 Sep 26 06:00:22.649674 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-027dc84e-ae44-48d3-9799-fd6beaf4f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:00:22.651155 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-027dc84e-ae44-48d3-9799-fd6beaf4f53a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 200 len: 847 time: 0.0479307 Sep 26 06:00:22.695560 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-c9133f9b-1702-47a9-97a2-c84b4281ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:00:22.697239 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-c9133f9b-1702-47a9-97a2-c84b4281ec52 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394952 Sep 26 06:00:22.802043 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-d2b28eaf-f787-4b05-b3da-dfdce0b34312 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980279 Sep 26 06:00:22.891316 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b05d3e33-909b-47cb-9a92-931dfb3e023b req-771d1efe-64e8-4ca5-9d96-5957cf4a3e47 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838697 Sep 26 06:00:25.054594 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:00:25.064292 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:00:26.072516 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [req-0f45561a-7013-4eb5-85a3-55f99a4a7592 req-29a0ff75-d2d3-49ba-95c8-16369a1fe0fb service neutron] (113000) timed out ('10.222.0.25', 53385) {{(pid=113000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 06:00:29.707685 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-081f4d5b-6733-4324-9df7-dcb46a9ac5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:30.061268 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=15 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:00:30.067012 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=19 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:00:30.329655 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-6989d023-6ef9-45d0-a940-7ede8dfdb8f9 req-d3a7279f-f171-4a33-911c-6868682e05d5 service neutron] (113001) timed out ('10.222.0.25', 53418) {{(pid=113001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 06:00:32.141175 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-43608291-2341-4e07-b7cd-412cfc127b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:32.878684 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=46 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:00:32.888628 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=55 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:00:33.373976 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:35.056791 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:35.078361 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:45.072043 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:00:53.089538 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:00:55.062813 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:00:55.066146 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:00:59.705443 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-df3bf0f8-973a-42b1-8fb7-337ffb1acb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:02.141280 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2dccc1df-8b29-4b56-a334-76924751f8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:03.383160 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:05.076743 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:05.084793 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:07.064733 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:07.065562 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:15.067808 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:22.171707 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-09e3104f-1cc3-4a2c-b12e-41d076899d97 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449243 Sep 26 06:01:22.280211 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-0bdfd419-0afa-4518-bff5-126d6faea9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:22.281758 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-0bdfd419-0afa-4518-bff5-126d6faea9c0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1129 time: 0.0413821 Sep 26 06:01:22.393192 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-2a6f4c82-f059-47b5-bd72-d65b86d621ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:22.394689 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-2a6f4c82-f059-47b5-bd72-d65b86d621ac service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 909 time: 0.0947845 Sep 26 06:01:22.459234 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-ee417762-a4dc-44a7-b5e5-2cb667a34652 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 1001 time: 0.0582695 Sep 26 06:01:22.523886 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-7ae4dbf8-22f6-41ee-ac87-f7a2c35f7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:22.525746 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-7ae4dbf8-22f6-41ee-ac87-f7a2c35f7549 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 200 len: 847 time: 0.0607960 Sep 26 06:01:22.574396 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-a06aaef1-21b2-4bda-bdfd-dcfef726d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:22.575904 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-a06aaef1-21b2-4bda-bdfd-dcfef726d203 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438738 Sep 26 06:01:22.680526 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-75a93e57-cbc9-4d87-ae23-c93198a0e73e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980785 Sep 26 06:01:22.783110 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c5a4e4c1-1048-4f03-aabd-9aebe2434259 req-ab36452d-6b4b-4b55-acf6-4f3d9f06555f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963302 Sep 26 06:01:25.058879 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:25.061120 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:28.043444 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:28.044409 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:29.701141 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8833886c-9f0e-40a3-b99b-96424be66f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:30.090418 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:01:32.138767 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-68b94753-9c26-437e-a0c5-bd6330af66a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:32.778252 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=56 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:32.779303 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=45 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:33.384064 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:35.067815 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:35.080639 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:38.300036 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0e587-9aed-4424-aaa6-d2d912a0a0ed req-74cca02e-219a-459c-b057-6688f36150ba tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:38.301436 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a3d0e587-9aed-4424-aaa6-d2d912a0a0ed req-74cca02e-219a-459c-b057-6688f36150ba tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0491235 Sep 26 06:01:38.353312 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a3d0e587-9aed-4424-aaa6-d2d912a0a0ed req-b0119423-270a-48e3-bfd4-69e9f188a33a tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456371 Sep 26 06:01:39.770855 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab37890-8a19-440d-8895-a7a58ffbfb54 req-a1db84da-30f8-4729-9ba6-b8cac2a1104e tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:39.773479 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7ab37890-8a19-440d-8895-a7a58ffbfb54 req-a1db84da-30f8-4729-9ba6-b8cac2a1104e tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.3259034 Sep 26 06:01:39.825337 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7ab37890-8a19-440d-8895-a7a58ffbfb54 req-03045b86-d7c2-4d8f-986f-e007215e7202 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444527 Sep 26 06:01:40.970874 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88412d-3d9f-4207-ba3a-cf28c2741b18 req-38460e23-a585-489b-8b8f-25609b24aaeb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:40.972347 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7c88412d-3d9f-4207-ba3a-cf28c2741b18 req-38460e23-a585-489b-8b8f-25609b24aaeb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0543690 Sep 26 06:01:41.027048 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7c88412d-3d9f-4207-ba3a-cf28c2741b18 req-4147eed6-e8a1-4c80-a1d7-875bb6b361d1 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487182 Sep 26 06:01:42.159456 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6e6e5-9f11-476f-919c-522f9a4065d0 req-859e4f1f-dae7-4a53-b4ab-fa5fc7db9913 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:42.160990 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ebd6e6e5-9f11-476f-919c-522f9a4065d0 req-859e4f1f-dae7-4a53-b4ab-fa5fc7db9913 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0531065 Sep 26 06:01:42.223059 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ebd6e6e5-9f11-476f-919c-522f9a4065d0 req-92b1c9bf-b7a4-4d11-9c80-3d97eb3f3abc tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558016 Sep 26 06:01:43.362018 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ec4f6-8949-41e7-ab06-367e3d81a9c7 req-5dd7e804-6e0a-4e69-a4bf-7074612bbdc2 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:43.363771 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9d4ec4f6-8949-41e7-ab06-367e3d81a9c7 req-5dd7e804-6e0a-4e69-a4bf-7074612bbdc2 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0561576 Sep 26 06:01:43.415481 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9d4ec4f6-8949-41e7-ab06-367e3d81a9c7 req-be414817-6ed5-40fc-ab5d-764fba6cbf0f tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454276 Sep 26 06:01:44.068350 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:44.069174 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:44.549372 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae94b9-167b-4386-affe-ead744070e0b req-3bc5a378-9522-4d49-8581-59bb77a517c9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:44.551614 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a2ae94b9-167b-4386-affe-ead744070e0b req-3bc5a378-9522-4d49-8581-59bb77a517c9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0576773 Sep 26 06:01:44.607695 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a2ae94b9-167b-4386-affe-ead744070e0b req-802122d0-84a8-42e1-9a00-dd24c30617f4 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497067 Sep 26 06:01:45.074830 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:45.741951 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849d3c8-6b57-4b54-b322-6e5792c7b8f3 req-8d62d271-da56-4bad-a1f9-b5cbb57e82f7 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:45.743416 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4849d3c8-6b57-4b54-b322-6e5792c7b8f3 req-8d62d271-da56-4bad-a1f9-b5cbb57e82f7 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0474737 Sep 26 06:01:45.800697 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4849d3c8-6b57-4b54-b322-6e5792c7b8f3 req-d61aeaf7-f076-45b1-9a57-0f727462015a tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487187 Sep 26 06:01:46.935778 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2122a-e996-440d-bca6-384b9b310932 req-10ff1c5e-6db2-448f-ab3d-46edc8fbd969 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:46.937328 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-fbb2122a-e996-440d-bca6-384b9b310932 req-10ff1c5e-6db2-448f-ab3d-46edc8fbd969 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0500386 Sep 26 06:01:46.990392 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-fbb2122a-e996-440d-bca6-384b9b310932 req-2823cfba-9134-4ff9-bd01-68085d42dd23 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469928 Sep 26 06:01:48.122346 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c6f5a-bfde-4b3f-91f1-66ce27096b6f req-52f649e1-e10f-456a-b6b6-65957540dc01 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:48.123910 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-361c6f5a-bfde-4b3f-91f1-66ce27096b6f req-52f649e1-e10f-456a-b6b6-65957540dc01 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0544786 Sep 26 06:01:48.174492 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-361c6f5a-bfde-4b3f-91f1-66ce27096b6f req-33bb6a34-27dc-4fca-8d56-7733453b00af tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446043 Sep 26 06:01:49.306281 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314ccb-cab7-48d4-b2b8-bd849476dd2b req-5046cef1-68b4-4ff8-9c55-c07dd93504bb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:49.307853 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-07314ccb-cab7-48d4-b2b8-bd849476dd2b req-5046cef1-68b4-4ff8-9c55-c07dd93504bb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0488677 Sep 26 06:01:49.365252 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-07314ccb-cab7-48d4-b2b8-bd849476dd2b req-93dc807b-a45f-4a90-a17c-8ed63890d85c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491743 Sep 26 06:01:50.509512 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85e5a-1876-4113-a2ed-7ec31017fc52 req-50db64f3-bb85-4246-ac9d-1f049b1a13a6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:50.510965 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fbb85e5a-1876-4113-a2ed-7ec31017fc52 req-50db64f3-bb85-4246-ac9d-1f049b1a13a6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0684359 Sep 26 06:01:50.562121 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-fbb85e5a-1876-4113-a2ed-7ec31017fc52 req-633ef275-0142-43a4-93e2-d6e212e8d66d tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451500 Sep 26 06:01:51.697245 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66db479-eb94-463d-8c0c-8c94c6591d74 req-726206b5-7603-459b-91ea-1039c951e62b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:51.699124 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e66db479-eb94-463d-8c0c-8c94c6591d74 req-726206b5-7603-459b-91ea-1039c951e62b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0490041 Sep 26 06:01:51.752196 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e66db479-eb94-463d-8c0c-8c94c6591d74 req-42adc4a3-427d-4c14-9b5d-71f0558c784d tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456398 Sep 26 06:01:52.897068 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f3f24-b4c9-4fac-b9bc-9b34b19b60c5 req-025e20d3-79b8-491e-a8cf-8167e5317216 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:52.898675 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-eb0f3f24-b4c9-4fac-b9bc-9b34b19b60c5 req-025e20d3-79b8-491e-a8cf-8167e5317216 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0516169 Sep 26 06:01:52.952591 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-eb0f3f24-b4c9-4fac-b9bc-9b34b19b60c5 req-1a6d6d55-5e1d-47ac-9616-d76b164d2c78 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479915 Sep 26 06:01:53.533000 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bade0a-9a2e-413b-81bf-b435a5c49a58 req-bc6c14ef-16a4-4763-a206-9d436f37ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:53.534460 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2bade0a-9a2e-413b-81bf-b435a5c49a58 req-bc6c14ef-16a4-4763-a206-9d436f37ce90 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1129 time: 0.0421422 Sep 26 06:01:53.631991 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bade0a-9a2e-413b-81bf-b435a5c49a58 req-b9d84a39-4035-4cca-b7d3-27b916bd2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:53.633566 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2bade0a-9a2e-413b-81bf-b435a5c49a58 req-b9d84a39-4035-4cca-b7d3-27b916bd2514 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 909 time: 0.0929143 Sep 26 06:01:53.698900 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2bade0a-9a2e-413b-81bf-b435a5c49a58 req-0afb63df-ca9d-4915-91ab-778d7cdcb66a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 1001 time: 0.0582187 Sep 26 06:01:53.748642 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bade0a-9a2e-413b-81bf-b435a5c49a58 req-ed66deca-d9e6-4b42-a07c-ed4c79fb8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:53.750181 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2bade0a-9a2e-413b-81bf-b435a5c49a58 req-ed66deca-d9e6-4b42-a07c-ed4c79fb8676 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 200 len: 847 time: 0.0462790 Sep 26 06:01:53.799359 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bade0a-9a2e-413b-81bf-b435a5c49a58 req-f9333ee5-4d01-41c6-a400-baee5609c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:53.800810 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2bade0a-9a2e-413b-81bf-b435a5c49a58 req-f9333ee5-4d01-41c6-a400-baee5609c8ef service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445948 Sep 26 06:01:53.889700 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:53.891951 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:53.896929 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2bade0a-9a2e-413b-81bf-b435a5c49a58 req-8dd99322-7a4b-4d8e-b260-e49dbb5fec48 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901349 Sep 26 06:01:53.997964 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2bade0a-9a2e-413b-81bf-b435a5c49a58 req-90f4a6d1-bea1-453b-b0ca-432c2c1c2b36 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947595 Sep 26 06:01:54.090181 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32af88-c599-45eb-ad42-27b583d8871e req-45fd05c5-5c74-4ab2-81b0-ee2b9b350889 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:54.091750 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cf32af88-c599-45eb-ad42-27b583d8871e req-45fd05c5-5c74-4ab2-81b0-ee2b9b350889 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0518403 Sep 26 06:01:54.150317 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-cf32af88-c599-45eb-ad42-27b583d8871e req-15f420ae-c76e-4fa2-8f67-3b5005500393 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519805 Sep 26 06:01:55.061207 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:55.065083 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:01:55.281522 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ded55b-a783-451d-b09b-50943cd5dbf3 req-267bcc7b-22c2-4a70-93ad-76d6f29ec0b8 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:55.283057 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41ded55b-a783-451d-b09b-50943cd5dbf3 req-267bcc7b-22c2-4a70-93ad-76d6f29ec0b8 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0496438 Sep 26 06:01:55.338568 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41ded55b-a783-451d-b09b-50943cd5dbf3 req-5abcc56e-be7f-462d-ad03-5ecea9258ad6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491438 Sep 26 06:01:56.471780 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910164ef-b22c-44de-b7b5-9cefbce544d7 req-5f2d7ae4-a1f7-49a8-a212-98e6ac53f5ba tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:56.473381 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-910164ef-b22c-44de-b7b5-9cefbce544d7 req-5f2d7ae4-a1f7-49a8-a212-98e6ac53f5ba tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0555761 Sep 26 06:01:56.532995 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-910164ef-b22c-44de-b7b5-9cefbce544d7 req-5f131e65-2d0d-4cd3-aa2d-62fb00f7a9c6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533905 Sep 26 06:01:56.810945 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982be401-8166-4140-be3f-2d18f53637db req-2f9441c1-f11b-4229-8b9b-b5eab6359ba4 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:56.813698 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-982be401-8166-4140-be3f-2d18f53637db req-2f9441c1-f11b-4229-8b9b-b5eab6359ba4 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0633221 Sep 26 06:01:56.877704 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-982be401-8166-4140-be3f-2d18f53637db req-c63f6506-f88a-41a6-bce2-54bb2303c6f8 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568047 Sep 26 06:01:56.920187 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-a00f3981-c07a-4630-913b-e22694d5f152 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1925716 Sep 26 06:01:57.216244 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-aade6347-708f-48da-ab80-ebf16d7d7785 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:57.217658 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-aade6347-708f-48da-ab80-ebf16d7d7785 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports/a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 942 time: 0.2671986 Sep 26 06:01:58.024985 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b04b-15bb-4eba-9c70-f342e468036c req-cfdb67b5-20df-413a-9d94-93289ca8c73f tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:58.026480 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0539b04b-15bb-4eba-9c70-f342e468036c req-cfdb67b5-20df-413a-9d94-93289ca8c73f tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0526564 Sep 26 06:01:58.082973 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-0539b04b-15bb-4eba-9c70-f342e468036c req-b9292cdc-e4c8-433e-ac6d-4de75a6333ec tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506465 Sep 26 06:01:58.968784 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-4263afa0-e632-4b21-b08b-84ef6969e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:58.970368 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-4263afa0-e632-4b21-b08b-84ef6969e429 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f&tenant_id=098526f06e1a43fa9e94e805f72fed14 HTTP/1.1" status: 200 len: 1129 time: 0.0429177 Sep 26 06:01:59.048290 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-fa370d89-3196-4fe1-a87e-ee65d1890114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:59.049846 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-fa370d89-3196-4fe1-a87e-ee65d1890114 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1129 time: 0.0409949 Sep 26 06:01:59.147170 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-c4bceca7-b809-4c61-ac29-0e2f57b7c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:59.148659 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-c4bceca7-b809-4c61-ac29-0e2f57b7c10a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 909 time: 0.0930953 Sep 26 06:01:59.212294 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-f974f93e-04a0-49a4-8632-ef32af715e56 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 1001 time: 0.0570173 Sep 26 06:01:59.212615 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944674a-e7e6-447f-9094-c35ab7bbb496 req-1b408f85-5940-4300-900c-02a9ae84e9c0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:59.214300 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3944674a-e7e6-447f-9094-c35ab7bbb496 req-1b408f85-5940-4300-900c-02a9ae84e9c0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0519164 Sep 26 06:01:59.266563 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-98b1eaed-5cf1-4a0b-bcff-acac28e8ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:59.268037 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-98b1eaed-5cf1-4a0b-bcff-acac28e8ca61 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 200 len: 847 time: 0.0500815 Sep 26 06:01:59.268194 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3944674a-e7e6-447f-9094-c35ab7bbb496 req-a6e6d07a-4220-446d-9c34-12817cdbb20b tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478222 Sep 26 06:01:59.316772 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-b40da500-76d8-4dfb-b153-fdf6eaf9fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:01:59.318344 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-b40da500-76d8-4dfb-b153-fdf6eaf9fdf5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442846 Sep 26 06:01:59.403957 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device a2005324-0611-48ff-9c1d-d25f11767b64 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:01:59.415404 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-dc2a8903-059a-4ee0-95f8-e125ed175af9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907950 Sep 26 06:01:59.477326 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port a2005324-0611-48ff-9c1d-d25f11767b64 is: ACTIVE; New status is: DOWN {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:01:59.477716 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:59.503393 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:01:59.505625 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c67fa4d-f2ea-4ec3-bc3a-34f4c68ea0a8" -d '{"events": [{"server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "name": "network-vif-unplugged", "status": "completed", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:01:59.508592 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-010f7e23-d676-4b52-afc1-a69265fb3664 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864215 Sep 26 06:01:59.517073 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port a2005324-0611-48ff-9c1d-d25f11767b64, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2005324-0611-48ff-9c1d-d25f11767b64,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:01:59.526096 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:01:59.580880 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=a2005324-0611-48ff-9c1d-d25f11767b64,revision_number=6']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:01:59.589162 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.589536 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.589878 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.590216 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.590537 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.590860 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.591194 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.591514 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.591836 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.592157 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.592481 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.592800 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.593127 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.593465 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.593805 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:01:59.696603 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fc74641f-0c5f-4485-9038-9b2f92772b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:00.400736 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d1bfd-223b-433b-8a9e-d9df31592a18 req-cc7342eb-deb4-4a60-925d-eab2c49895f6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:00.402238 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-076d1bfd-223b-433b-8a9e-d9df31592a18 req-cc7342eb-deb4-4a60-925d-eab2c49895f6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0510397 Sep 26 06:02:00.424705 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:00.430958 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:00.455806 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-076d1bfd-223b-433b-8a9e-d9df31592a18 req-93de4af4-369f-4fdf-83ab-0ae532df4069 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460420 Sep 26 06:02:00.562361 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 06:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e80462-7306-4064-aff1-266082cb9ea6 x-openstack-request-id: req-f0e80462-7306-4064-aff1-266082cb9ea6 {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:02:00.562845 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "name": "network-vif-unplugged", "status": "completed", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:02:00.562971 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0e80462-7306-4064-aff1-266082cb9ea6 {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:02:00.563430 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e80462-7306-4064-aff1-266082cb9ea6'] response: {'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'code': 200} Sep 26 06:02:01.593058 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd31ae-a662-4965-8433-0da2b580e136 req-4689df3d-7d12-4d20-bd5c-4a1169a77f44 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:01.594655 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-01fd31ae-a662-4965-8433-0da2b580e136 req-4689df3d-7d12-4d20-bd5c-4a1169a77f44 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0588517 Sep 26 06:02:01.652324 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-01fd31ae-a662-4965-8433-0da2b580e136 req-82a6cdb7-b6b5-4115-995c-88310cd6108a tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496628 Sep 26 06:02:02.134592 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a97773b2-824c-4088-860d-8881c8f58867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:02.798623 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42b516-032d-4068-a1ef-bdce07f883a8 req-6fe79b58-0aa3-4fac-9d89-9befb629319c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:02.800144 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3c42b516-032d-4068-a1ef-bdce07f883a8 req-6fe79b58-0aa3-4fac-9d89-9befb629319c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0582759 Sep 26 06:02:02.856786 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-3c42b516-032d-4068-a1ef-bdce07f883a8 req-bbaafc59-bad8-411a-9436-bfaa6015f808 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501084 Sep 26 06:02:03.390828 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:03.985499 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca0413-110b-40d6-ac43-5d92b3a79494 req-5efd0865-05e3-46a8-b620-93f38ec8ebd1 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:03.987008 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f0ca0413-110b-40d6-ac43-5d92b3a79494 req-5efd0865-05e3-46a8-b620-93f38ec8ebd1 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0506802 Sep 26 06:02:04.039614 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-f0ca0413-110b-40d6-ac43-5d92b3a79494 req-e10c4de1-2942-4737-8cd1-93908b703cc7 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444298 Sep 26 06:02:05.074125 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:05.076942 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:05.190464 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40109ed4-d4ee-453a-8edf-20cfe145853c req-ebe6253d-3d4c-4e62-8504-8478e96d7bbb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:05.192562 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40109ed4-d4ee-453a-8edf-20cfe145853c req-ebe6253d-3d4c-4e62-8504-8478e96d7bbb tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0622110 Sep 26 06:02:05.214964 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:05.246573 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40109ed4-d4ee-453a-8edf-20cfe145853c req-60bb26bd-f87e-4715-8ae8-27baeb4783db tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484796 Sep 26 06:02:06.379364 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ab910-ca2d-4207-8464-6cd3021532e9 req-82a3b636-1c37-44f9-b5c1-b77f38a11e61 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:06.380880 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-112ab910-ca2d-4207-8464-6cd3021532e9 req-82a3b636-1c37-44f9-b5c1-b77f38a11e61 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0544415 Sep 26 06:02:06.438511 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-112ab910-ca2d-4207-8464-6cd3021532e9 req-92928a7a-9a0d-4f7b-9a23-7177b0c19120 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518460 Sep 26 06:02:06.569683 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:06.573794 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c53d7-d8a7-4a83-9110-db810091f33d req-ccac457c-448b-47e1-b9b6-ef22528ecf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:06.575307 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-288c53d7-d8a7-4a83-9110-db810091f33d req-ccac457c-448b-47e1-b9b6-ef22528ecf9a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1127 time: 0.0410864 Sep 26 06:02:06.621895 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-288c53d7-d8a7-4a83-9110-db810091f33d req-928e8af8-856d-4eb2-8913-32052e52521c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Sep 26 06:02:07.094506 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:02:07.580669 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfaa8d-4548-4d10-9b32-d4dc80c6c45d req-12653fab-1e9f-44fa-b0cf-2a948cdf4e58 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:07.582228 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-59bfaa8d-4548-4d10-9b32-d4dc80c6c45d req-12653fab-1e9f-44fa-b0cf-2a948cdf4e58 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0564599 Sep 26 06:02:07.638538 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-59bfaa8d-4548-4d10-9b32-d4dc80c6c45d req-5f570f8f-1ce1-4370-aa17-4258ca84d870 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488751 Sep 26 06:02:08.777110 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ff528-5dfa-4379-864a-feb78aac0895 req-727210c3-08f0-4ad7-831b-8b6b16eaeaff tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:08.778678 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ac6ff528-5dfa-4379-864a-feb78aac0895 req-727210c3-08f0-4ad7-831b-8b6b16eaeaff tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 943 time: 0.0584826 Sep 26 06:02:08.832531 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ac6ff528-5dfa-4379-864a-feb78aac0895 req-47459f5b-f32c-4865-9749-dd8a7285deca tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469713 Sep 26 06:02:09.429252 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device a2005324-0611-48ff-9c1d-d25f11767b64 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 06:02:09.545924 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port a2005324-0611-48ff-9c1d-d25f11767b64, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2005324-0611-48ff-9c1d-d25f11767b64,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:02:09.557665 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'port_id': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'mac_address': 'fa:16:3e:97:af:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 06:02:09.596785 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port a2005324-0611-48ff-9c1d-d25f11767b64 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:02:09.597176 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:09.612101 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2005324-0611-48ff-9c1d-d25f11767b64 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 06:02:09.638419 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port a2005324-0611-48ff-9c1d-d25f11767b64, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2005324-0611-48ff-9c1d-d25f11767b64,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:02:09.643200 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:09.694629 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=a2005324-0611-48ff-9c1d-d25f11767b64,revision_number=7']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:02:10.070810 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['a2005324-0611-48ff-9c1d-d25f11767b64'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 06:02:10.324115 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:10.327943 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:11.450281 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device a2005324-0611-48ff-9c1d-d25f11767b64 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:02:11.498283 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port a2005324-0611-48ff-9c1d-d25f11767b64 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:02:11.498541 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:11.498890 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port a2005324-0611-48ff-9c1d-d25f11767b64 Sep 26 06:02:11.581638 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port a2005324-0611-48ff-9c1d-d25f11767b64 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:02:11.584708 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:11.609595 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:02:11.611860 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2977cd76-6c79-4641-84bb-980eb67ab0bd" -d '{"events": [{"server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "name": "network-vif-plugged", "status": "completed", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:02:11.625364 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port a2005324-0611-48ff-9c1d-d25f11767b64, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2005324-0611-48ff-9c1d-d25f11767b64,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:02:11.631315 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:11.667395 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 06:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649236b2-ed9c-4b9e-aa6c-b88c4a7ac96e x-openstack-request-id: req-649236b2-ed9c-4b9e-aa6c-b88c4a7ac96e {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:02:11.667677 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "name": "network-vif-plugged", "status": "completed", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:02:11.667940 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-649236b2-ed9c-4b9e-aa6c-b88c4a7ac96e {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:02:11.668332 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649236b2-ed9c-4b9e-aa6c-b88c4a7ac96e'] response: {'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'code': 200} Sep 26 06:02:11.685757 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=a2005324-0611-48ff-9c1d-d25f11767b64,revision_number=8']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:02:15.074163 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:17.630506 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=15 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:17.634422 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=21 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:18.823772 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=41 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:18.828147 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=36 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:22.171557 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-db657310-013f-40fb-a37f-5807a3bd8e38 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469298 Sep 26 06:02:22.283257 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-7bfbf220-2ac7-41ec-924a-512157b0d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:22.284774 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-7bfbf220-2ac7-41ec-924a-512157b0d111 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1129 time: 0.0431008 Sep 26 06:02:22.411795 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-859f3ba5-3b40-4817-91f5-bd13adc1f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:22.413531 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-859f3ba5-3b40-4817-91f5-bd13adc1f7da service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 909 time: 0.1044626 Sep 26 06:02:22.477037 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-9a9ee32d-3676-4504-abf5-8a65ede7857b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 1001 time: 0.0568426 Sep 26 06:02:22.530941 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-8cb954d7-91f5-4a6e-877f-be561e7fe696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:22.532505 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-8cb954d7-91f5-4a6e-877f-be561e7fe696 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 200 len: 847 time: 0.0488114 Sep 26 06:02:22.577041 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-8f7e4f2f-b9a6-4615-bd65-de8e74791310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:02:22.578661 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-8f7e4f2f-b9a6-4615-bd65-de8e74791310 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400035 Sep 26 06:02:22.678954 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-cb9a6933-7c4f-4577-b825-ad4fc3f62391 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946977 Sep 26 06:02:23.033444 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a88d0df4-3dfc-42ca-affa-3ebeaa0baa21 req-d50f9681-bdd1-405f-a836-c2edba74f2fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483737 Sep 26 06:02:25.064488 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:25.067635 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:27.149958 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=17 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:27.150733 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=17 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:29.698145 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-56ee2478-bdf5-4799-b488-07d24a59cd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:32.129865 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-19bb8c34-0ec7-4aba-9eea-b39577a8a3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:33.028699 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=52 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:33.030741 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=49 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:33.385740 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:35.090611 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:35.092696 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:44.099186 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:02:45.072276 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:02:55.054266 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:55.065601 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:58.075115 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:58.076135 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:02:59.693334 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-565939cd-c034-40d5-9061-798f8acf8156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:02.133433 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-115631d4-6b14-4644-a1cd-5aa281ff63f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:03.389030 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:05.082561 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:05.083960 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:15.068669 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:21.099848 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:03:23.154271 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-8cb76cb7-2794-4acf-bfad-19bb891688d4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399611 Sep 26 06:03:23.266494 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-ba6c60a9-92ab-498b-b946-cb8d2f8e9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:23.267970 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-ba6c60a9-92ab-498b-b946-cb8d2f8e9401 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1129 time: 0.0427320 Sep 26 06:03:23.380167 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-ada25a2f-9d03-4198-9a8a-a9714dbe5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:23.381712 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-ada25a2f-9d03-4198-9a8a-a9714dbe5239 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 909 time: 0.0946581 Sep 26 06:03:23.446765 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-03680545-18f7-4f61-a726-4209d4aa3d47 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 1001 time: 0.0586617 Sep 26 06:03:23.496051 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-d7027aee-12e9-42de-8df0-a98448c9ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:23.497729 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-d7027aee-12e9-42de-8df0-a98448c9ad6b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 200 len: 847 time: 0.0446689 Sep 26 06:03:23.542144 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-cdd273c7-5edb-408b-8fda-1cbeae5749d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:23.543631 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-cdd273c7-5edb-408b-8fda-1cbeae5749d0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405314 Sep 26 06:03:23.644743 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-894424ff-ba9b-4b06-a73b-a3e1b001cf1c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945525 Sep 26 06:03:23.742980 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ce698d67-b1f7-44f5-b501-374ae360b616 req-0f90ea32-d8b3-490b-a238-6eec7f230462 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924845 Sep 26 06:03:25.052632 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:25.061398 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:29.701314 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-0977a42a-bed1-46e3-91d5-621091832938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:32.140220 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-0ebfa64a-c1ab-4a79-8c62-d7645d1bf79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:33.395242 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:33.738153 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=49 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:33.739045 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=52 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:35.074719 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:35.075781 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=7 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:35.089396 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:35.091198 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:44.282750 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58734) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:44.540262 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Deleting port 120c8a97-6e51-48db-842c-800fd732b1a3 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:03:44.540519 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (120c8a97-6e51-48db-842c-800fd732b1a3), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:44.617984 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (120c8a97-6e51-48db-842c-800fd732b1a3), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:44.618277 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for floatingip (120c8a97-6e51-48db-842c-800fd732b1a3), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:44.631064 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Calling delete_port for 120c8a97-6e51-48db-842c-800fd732b1a3 owned by network:floatingip {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:03:44.803245 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (120c8a97-6e51-48db-842c-800fd732b1a3), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:44.831549 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event deleted for resources: {'Port': ['ID=120c8a97-6e51-48db-842c-800fd732b1a3,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:44.845117 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.845488 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.845848 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.846326 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.846508 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.846833 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.847272 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.847499 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.847793 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.848119 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.848438 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.848756 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.849075 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.849413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.849739 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:44.909836 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for floatingip (e37271c8-6318-4d9f-a654-1d07124b3525), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:44.910138 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Floating IP e37271c8-6318-4d9f-a654-1d07124b3525 disassociated (deleted). External IP: 172.27.1.250, port: a2005324-0611-48ff-9c1d-d25f11767b64. Sep 26 06:03:45.063593 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:45.122712 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Router 04e6df61-15be-48e8-8b02-a093b5879cbb has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:03:45.232601 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:03:45.237689 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:45.244227 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b006568-ac0e-49cb-a62c-f9376a1ba68d None None] Sync routers for ids ['04e6df61-15be-48e8-8b02-a093b5879cbb'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:03:45.254833 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b006568-ac0e-49cb-a62c-f9376a1ba68d None None] Routers {'04e6df61-15be-48e8-8b02-a093b5879cbb'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:03:45.255443 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-2b006568-ac0e-49cb-a62c-f9376a1ba68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:03:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['04e6df61-15be-48e8-8b02-a093b5879cbb'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:45.270952 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-a5b96878-15ed-43a1-8a5b-54eb04861ea9 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/e37271c8-6318-4d9f-a654-1d07124b3525 HTTP/1.1" status: 204 len: 168 time: 0.9870489 Sep 26 06:03:45.271675 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:03:45.274447 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c52388-e605-41ed-8e8a-48d90c645e94" -d '{"events": [{"name": "network-changed", "server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:03:45.360198 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-2b006568-ac0e-49cb-a62c-f9376a1ba68d None None] Set router 04e6df61-15be-48e8-8b02-a093b5879cbb gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:03:45.419065 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 06:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d37f9df-b2e4-4e93-b653-0e3000a07061 x-openstack-request-id: req-3d37f9df-b2e4-4e93-b653-0e3000a07061 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:03:45.419620 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:03:45.419620 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d37f9df-b2e4-4e93-b653-0e3000a07061 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:03:45.419982 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d37f9df-b2e4-4e93-b653-0e3000a07061'] response: {'name': 'network-changed', 'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'status': 'completed', 'code': 200} Sep 26 06:03:45.508148 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac5c6b-e5a7-4d3c-b31f-27b3a3f15633 req-fcb312ce-30fc-4135-87cb-870403ab8cc6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:45.509675 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1cac5c6b-e5a7-4d3c-b31f-27b3a3f15633 req-fcb312ce-30fc-4135-87cb-870403ab8cc6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0481107 Sep 26 06:03:45.550957 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-2b006568-ac0e-49cb-a62c-f9376a1ba68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:21Z', 'revision_number': 4, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '2b12e172-deee-4d5d-9b54-dc2cf36dc69f', 'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'mac_address': 'fa:16:3e:5e:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:21Z', 'updated_at': '2022-09-26T05:58:26Z', 'revision_number': 5, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'subnets': [{'id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:45.561356 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1cac5c6b-e5a7-4d3c-b31f-27b3a3f15633 req-30a2a570-1918-4884-9814-27059e79e5c4 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458088 Sep 26 06:03:45.576081 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b006568-ac0e-49cb-a62c-f9376a1ba68d None None] Checking router: 04e6df61-15be-48e8-8b02-a093b5879cbb for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:03:45.584924 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b006568-ac0e-49cb-a62c-f9376a1ba68d None None] Routers {'04e6df61-15be-48e8-8b02-a093b5879cbb'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:03:45.585552 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-2b006568-ac0e-49cb-a62c-f9376a1ba68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:03:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['04e6df61-15be-48e8-8b02-a093b5879cbb'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:45.775449 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-2b006568-ac0e-49cb-a62c-f9376a1ba68d None None] Set router 04e6df61-15be-48e8-8b02-a093b5879cbb gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:03:45.975423 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-2b006568-ac0e-49cb-a62c-f9376a1ba68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:21Z', 'revision_number': 4, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '2b12e172-deee-4d5d-9b54-dc2cf36dc69f', 'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'mac_address': 'fa:16:3e:5e:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:21Z', 'updated_at': '2022-09-26T05:58:26Z', 'revision_number': 5, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'subnets': [{'id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:46.000753 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b006568-ac0e-49cb-a62c-f9376a1ba68d None None] The sync data for ids ['04e6df61-15be-48e8-8b02-a093b5879cbb'] in dv-cinder-836083-14-iscsi is: [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:21Z', 'revision_number': 4, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '2b12e172-deee-4d5d-9b54-dc2cf36dc69f', 'name': '', 'network_id': 'e0a86aaa-de96-403a-a0a0-65f968e4c5e5', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'mac_address': 'fa:16:3e:5e:e7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:21Z', 'updated_at': '2022-09-26T05:58:26Z', 'revision_number': 5, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'subnets': [{'id': 'ed81d596-8a1a-4c73-b7cf-ce2a44def6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:03:46.236488 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d3903-fc16-4399-91d5-872358013d28 None None] New status for floating IP e37271c8-6318-4d9f-a654-1d07124b3525: DOWN {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 06:03:46.532211 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:46.557307 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:46.566029 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c52388-e605-41ed-8e8a-48d90c645e94 req-9fbfa649-d65d-47e9-857a-005f08f54ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:46.567558 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a2c52388-e605-41ed-8e8a-48d90c645e94 req-9fbfa649-d65d-47e9-857a-005f08f54ed1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=098526f06e1a43fa9e94e805f72fed14&device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 1129 time: 0.0464158 Sep 26 06:03:46.692108 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c52388-e605-41ed-8e8a-48d90c645e94 req-6f6670eb-d106-4d98-9462-a6c8470fd7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:46.693584 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a2c52388-e605-41ed-8e8a-48d90c645e94 req-6f6670eb-d106-4d98-9462-a6c8470fd7b2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 200 len: 909 time: 0.1175501 Sep 26 06:03:46.714104 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91fcc9-ed54-4bd6-9662-0df296c958cd req-7a561a02-6fed-4f3f-b3ca-80eb2268eccf tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:46.715573 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9c91fcc9-ed54-4bd6-9662-0df296c958cd req-7a561a02-6fed-4f3f-b3ca-80eb2268eccf tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0692651 Sep 26 06:03:46.747053 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a2c52388-e605-41ed-8e8a-48d90c645e94 req-a44c8d7f-66e5-42f1-874b-1a59b013b83d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 200 len: 217 time: 0.0447979 Sep 26 06:03:46.796581 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-9c91fcc9-ed54-4bd6-9662-0df296c958cd req-49e2a352-2dcc-4d7a-8555-02bde4dddf94 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e8c6d4bd-5afe-4804-bd3a-5ceafe483831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564754 Sep 26 06:03:46.989009 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c52388-e605-41ed-8e8a-48d90c645e94 req-9ae2b98b-ea99-4798-9ed2-e303a229e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:46.990580 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a2c52388-e605-41ed-8e8a-48d90c645e94 req-9ae2b98b-ea99-4798-9ed2-e303a229e1bf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 200 len: 847 time: 0.0530350 Sep 26 06:03:47.206797 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c52388-e605-41ed-8e8a-48d90c645e94 req-138f6be8-0ac3-4a97-9ad6-66038d1a22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:47.208348 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a2c52388-e605-41ed-8e8a-48d90c645e94 req-138f6be8-0ac3-4a97-9ad6-66038d1a22f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0a86aaa-de96-403a-a0a0-65f968e4c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463052 Sep 26 06:03:47.378936 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c748c-234c-4307-8527-cc8da5a6f536 req-c07f8bbb-3441-4d4b-ab45-ef81b7e453c6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:47.380401 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c58c748c-234c-4307-8527-cc8da5a6f536 req-c07f8bbb-3441-4d4b-ab45-ef81b7e453c6 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 945 time: 0.0977786 Sep 26 06:03:47.447766 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a2c52388-e605-41ed-8e8a-48d90c645e94 req-65564417-8608-472b-a0b6-9c35bd301fbf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667321 Sep 26 06:03:47.526838 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-c58c748c-234c-4307-8527-cc8da5a6f536 req-5c99ac45-719f-4d15-8020-9602296ff9f0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Deleting port a2005324-0611-48ff-9c1d-d25f11767b64 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:03:47.527069 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-c58c748c-234c-4307-8527-cc8da5a6f536 req-5c99ac45-719f-4d15-8020-9602296ff9f0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:47.617706 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a2c52388-e605-41ed-8e8a-48d90c645e94 req-3fa35562-94e2-414e-916d-efc81702bfcb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497376 Sep 26 06:03:47.643309 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-c58c748c-234c-4307-8527-cc8da5a6f536 req-5c99ac45-719f-4d15-8020-9602296ff9f0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] For port a2005324-0611-48ff-9c1d-d25f11767b64, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=a2005324-0611-48ff-9c1d-d25f11767b64,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:03:47.643730 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-c58c748c-234c-4307-8527-cc8da5a6f536 req-5c99ac45-719f-4d15-8020-9602296ff9f0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:47.663822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-c58c748c-234c-4307-8527-cc8da5a6f536 req-5c99ac45-719f-4d15-8020-9602296ff9f0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Calling delete_port for a2005324-0611-48ff-9c1d-d25f11767b64 owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:03:47.814441 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-c58c748c-234c-4307-8527-cc8da5a6f536 req-5c99ac45-719f-4d15-8020-9602296ff9f0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (a2005324-0611-48ff-9c1d-d25f11767b64), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:47.842478 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99ac45-719f-4d15-8020-9602296ff9f0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event deleted for resources: {'Port': ['ID=a2005324-0611-48ff-9c1d-d25f11767b64,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:47.896189 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58c748c-234c-4307-8527-cc8da5a6f536 req-5c99ac45-719f-4d15-8020-9602296ff9f0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] No DVR routers for this DVR port a2005324-0611-48ff-9c1d-d25f11767b64 on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 06:03:47.899260 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-c58c748c-234c-4307-8527-cc8da5a6f536 req-5c99ac45-719f-4d15-8020-9602296ff9f0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:47.902888 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c58c748c-234c-4307-8527-cc8da5a6f536 req-5c99ac45-719f-4d15-8020-9602296ff9f0 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a2005324-0611-48ff-9c1d-d25f11767b64 HTTP/1.1" status: 204 len: 173 time: 0.5160234 Sep 26 06:03:47.903396 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'name': 'network-vif-deleted', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:03:47.905837 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16966bf-fe73-4541-ac31-2343d94ecd6e" -d '{"events": [{"server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "name": "network-vif-deleted", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:03:47.908741 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1d87509b-6a7d-48aa-97b3-d13ae2837d61 req-d7cf524f-2324-4167-8b77-1e312c854985 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03274ff5-16a4-468b-a4bc-4a320240179f HTTP/1.1" status: 200 len: 210 time: 0.0324967 Sep 26 06:03:47.947162 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 06:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5336221a-5c33-4542-b5ef-5a2e54e9017b x-openstack-request-id: req-5336221a-5c33-4542-b5ef-5a2e54e9017b {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:03:47.947453 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03274ff5-16a4-468b-a4bc-4a320240179f", "name": "network-vif-deleted", "tag": "a2005324-0611-48ff-9c1d-d25f11767b64", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:03:47.947691 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5336221a-5c33-4542-b5ef-5a2e54e9017b {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:03:47.948093 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5336221a-5c33-4542-b5ef-5a2e54e9017b'] response: {'server_uuid': '03274ff5-16a4-468b-a4bc-4a320240179f', 'name': 'network-vif-deleted', 'tag': 'a2005324-0611-48ff-9c1d-d25f11767b64', 'status': 'completed', 'code': 200} Sep 26 06:03:48.983595 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58766) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:49.045599 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group (e8c6d4bd-5afe-4804-bd3a-5ceafe483831), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:49.079500 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group (e8c6d4bd-5afe-4804-bd3a-5ceafe483831), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:49.158233 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (e8c6d4bd-5afe-4804-bd3a-5ceafe483831), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:49.161088 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:49.162328 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/e8c6d4bd-5afe-4804-bd3a-5ceafe483831 HTTP/1.1" status: 204 len: 168 time: 0.1788657 Sep 26 06:03:49.173836 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c6d4bd-5afe-4804-bd3a-5ceafe483831,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:49.186305 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.186654 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.187018 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.187367 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.187690 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.188054 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.188390 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.188718 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.189056 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.189411 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.189738 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.190067 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.190376 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.190700 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.191028 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3524d07-4fba-45ba-a8cc-546bf228873c tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:49.235758 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58770) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:49.742623 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809315'] for router_interface (04e6df61-15be-48e8-8b02-a093b5879cbb), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:49.934141 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device a2005324-0611-48ff-9c1d-d25f11767b64 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:03:49.953950 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: a2005324-0611-48ff-9c1d-d25f11767b64 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:03:49.954293 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device a2005324-0611-48ff-9c1d-d25f11767b64 not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:03:49.970306 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] Deleting port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:03:49.970643 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:50.043069 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:50.049848 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] For port 2b12e172-deee-4d5d-9b54-dc2cf36dc69f, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=2b12e172-deee-4d5d-9b54-dc2cf36dc69f,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:03:50.050201 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:50.063451 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] Calling delete_port for 2b12e172-deee-4d5d-9b54-dc2cf36dc69f owned by network:router_interface {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:03:50.071274 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=100 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:50.256468 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (2b12e172-deee-4d5d-9b54-dc2cf36dc69f), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:50.290097 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b12e172-deee-4d5d-9b54-dc2cf36dc69f,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:50.456185 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600275'] for router_interface (04e6df61-15be-48e8-8b02-a093b5879cbb), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:50.678515 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] Router 04e6df61-15be-48e8-8b02-a093b5879cbb has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:03:50.790500 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:03:50.797681 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-7780e215-3c1c-4b2d-bba6-cb18e694c269 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/04e6df61-15be-48e8-8b02-a093b5879cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5583088 Sep 26 06:03:50.798721 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58774) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:50.801069 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698bd1a6-fe34-4c6e-a0be-bf23c9888a99 None None] Sync routers for ids ['04e6df61-15be-48e8-8b02-a093b5879cbb'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:03:50.812546 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698bd1a6-fe34-4c6e-a0be-bf23c9888a99 None None] Routers {'04e6df61-15be-48e8-8b02-a093b5879cbb'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:03:50.813323 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-698bd1a6-fe34-4c6e-a0be-bf23c9888a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:03:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['04e6df61-15be-48e8-8b02-a093b5879cbb'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:50.897444 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Publish callbacks [] for router (04e6df61-15be-48e8-8b02-a093b5879cbb), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:50.916499 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-698bd1a6-fe34-4c6e-a0be-bf23c9888a99 None None] Set router 04e6df61-15be-48e8-8b02-a093b5879cbb gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:03:50.975141 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:50.992770 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:51.005972 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Publish callbacks [] for router_gateway (04e6df61-15be-48e8-8b02-a093b5879cbb), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.057323 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Deleting port 349d9bc3-e6ec-4e6e-b97c-49978cc20902 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:03:51.058001 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.121464 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-698bd1a6-fe34-4c6e-a0be-bf23c9888a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T06:03:50Z', 'revision_number': 5, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port': {'id': '349d9bc3-e6ec-4e6e-b97c-49978cc20902', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T05:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:51.145689 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] For port 349d9bc3-e6ec-4e6e-b97c-49978cc20902, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=349d9bc3-e6ec-4e6e-b97c-49978cc20902,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:03:51.145990 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698bd1a6-fe34-4c6e-a0be-bf23c9888a99 None None] Checking router: 04e6df61-15be-48e8-8b02-a093b5879cbb for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:03:51.146112 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.148571 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:51.155594 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698bd1a6-fe34-4c6e-a0be-bf23c9888a99 None None] Routers {'04e6df61-15be-48e8-8b02-a093b5879cbb'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:03:51.156217 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-698bd1a6-fe34-4c6e-a0be-bf23c9888a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:03:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['04e6df61-15be-48e8-8b02-a093b5879cbb'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:51.160363 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Calling delete_port for 349d9bc3-e6ec-4e6e-b97c-49978cc20902 owned by network:router_gateway {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:03:51.217573 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:51.240880 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-698bd1a6-fe34-4c6e-a0be-bf23c9888a99 None None] Set router 04e6df61-15be-48e8-8b02-a093b5879cbb gateway port host: None {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:03:51.290285 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-698bd1a6-fe34-4c6e-a0be-bf23c9888a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T06:03:51Z', 'revision_number': 6, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port_host': None}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:51.318086 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698bd1a6-fe34-4c6e-a0be-bf23c9888a99 None None] The sync data for ids ['04e6df61-15be-48e8-8b02-a093b5879cbb'] in dv-cinder-836083-14-iscsi is: [{'id': '04e6df61-15be-48e8-8b02-a093b5879cbb', 'name': 'tempest-TestShelveInstance-750050804-router', 'tenant_id': '098526f06e1a43fa9e94e805f72fed14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:19Z', 'updated_at': '2022-09-26T06:03:51Z', 'revision_number': 6, 'project_id': '098526f06e1a43fa9e94e805f72fed14', 'gw_port_host': None}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:03:51.337447 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (349d9bc3-e6ec-4e6e-b97c-49978cc20902), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.361148 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Pushing event deleted for resources: {'Port': ['ID=349d9bc3-e6ec-4e6e-b97c-49978cc20902,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:51.434144 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604185'] for router_gateway (04e6df61-15be-48e8-8b02-a093b5879cbb), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.522381 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31891'] for router (04e6df61-15be-48e8-8b02-a093b5879cbb), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.524616 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Publish callbacks [] for router_controller (04e6df61-15be-48e8-8b02-a093b5879cbb), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.570857 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600366'] for router (04e6df61-15be-48e8-8b02-a093b5879cbb), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.572003 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04e6df61-15be-48e8-8b02-a093b5879cbb {{(pid=113000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 06:03:51.576434 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.577621 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-7bd124b8-c6b4-47ed-a128-4110aef86253 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/04e6df61-15be-48e8-8b02-a093b5879cbb HTTP/1.1" status: 204 len: 168 time: 0.7780159 Sep 26 06:03:51.581838 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58776) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:51.629858 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_v2 [None req-32106631-e04a-4db3-82eb-6ae240516cf6 admin admin] Deleting subnet ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 {{(pid=113000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 06:03:51.633102 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-32106631-e04a-4db3-82eb-6ae240516cf6 admin admin] Publish callbacks [] for subnet (ed81d596-8a1a-4c73-b7cf-ce2a44def6f0), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.671497 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-32106631-e04a-4db3-82eb-6ae240516cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529123234'] for subnet (ed81d596-8a1a-4c73-b7cf-ce2a44def6f0), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.749200 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-32106631-e04a-4db3-82eb-6ae240516cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (ed81d596-8a1a-4c73-b7cf-ce2a44def6f0), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.809916 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-32106631-e04a-4db3-82eb-6ae240516cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3432135'] for subnet (ed81d596-8a1a-4c73-b7cf-ce2a44def6f0), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.840895 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32106631-e04a-4db3-82eb-6ae240516cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed81d596-8a1a-4c73-b7cf-ce2a44def6f0,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:51.846607 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-32106631-e04a-4db3-82eb-6ae240516cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.852410 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-32106631-e04a-4db3-82eb-6ae240516cf6 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/ed81d596-8a1a-4c73-b7cf-ce2a44def6f0 HTTP/1.1" status: 204 len: 168 time: 0.2670965 Sep 26 06:03:51.852607 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58778) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:51.853342 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566eb9bc-f1ae-4a2d-b888-aa2d8a1fa954 None None] Network e0a86aaa-de96-403a-a0a0-65f968e4c5e5 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 06:03:51.897989 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:51.922087 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=9 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:51.927313 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (e0a86aaa-de96-403a-a0a0-65f968e4c5e5), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:51.978659 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Deleting port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:03:51.979001 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.014096 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] DHCP port deletion for e0a86aaa-de96-403a-a0a0-65f968e4c5e5 request from dv-cinder-836083-14-iscsi {{(pid=113002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 06:03:52.050154 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] For port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:03:52.050527 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.057460 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Deleting port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc {{(pid=113002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:03:52.057835 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), before_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.064921 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Calling delete_port for 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc owned by network:dhcp {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:03:52.123624 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] For port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc,segment=NetworkSegment(dacd2fe2-5126-449d-ab02-b0db3e0e73cb),segment_id=dacd2fe2-5126-449d-ab02-b0db3e0e73cb)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:03:52.124025 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), precommit_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.142073 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Calling delete_port for 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc owned by network:dhcp {{(pid=113002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:03:52.146461 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.175427 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:52.177238 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] No DVR routers for this DVR port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc on host dv-cinder-836083-14-iscsi {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 06:03:52.225895 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954'] for port (742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc), after_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.246857 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (e0a86aaa-de96-403a-a0a0-65f968e4c5e5), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.247218 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Pushing event deleted for resources: {'Port': ['ID=742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc,revision_number=None']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:52.259680 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.259886 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.260230 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.260570 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.260903 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.261290 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.261605 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.261984 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.262318 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.262654 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.262985 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.263306 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.263631 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.263954 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.264285 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:03:52.267261 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141bfdc-ec4c-4765-acf7-21baf40d3f8d None None] No DVR routers for this DVR port 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc on host dv-cinder-836083-14-iscsi {{(pid=113002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 06:03:52.268794 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a86aaa-de96-403a-a0a0-65f968e4c5e5']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:52.279576 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:52.279876 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacd2fe2-5126-449d-ab02-b0db3e0e73cb') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:52.289570 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (dacd2fe2-5126-449d-ab02-b0db3e0e73cb), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.303251 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (dacd2fe2-5126-449d-ab02-b0db3e0e73cb), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.310084 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 06:03:52.310473 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (dacd2fe2-5126-449d-ab02-b0db3e0e73cb), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.621641 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment dacd2fe2-5126-449d-ab02-b0db3e0e73cb resource provider aggregate not found Sep 26 06:03:52.640140 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment dacd2fe2-5126-449d-ab02-b0db3e0e73cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dacd2fe2-5126-449d-ab02-b0db3e0e73cb found for delete ", "request_id": "req-a0883199-1d62-41ca-b5ec-b4ea10cbac6d"}]} Sep 26 06:03:52.650948 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (e0a86aaa-de96-403a-a0a0-65f968e4c5e5), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.656539 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:52.659823 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/e0a86aaa-de96-403a-a0a0-65f968e4c5e5 HTTP/1.1" status: 204 len: 168 time: 0.8062356 Sep 26 06:03:52.663139 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58784) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:52.674127 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87957b02-508b-4100-a330-cfa7a25390d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a86aaa-de96-403a-a0a0-65f968e4c5e5,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:52.703212 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:52.705236 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:52.986385 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809315'] for router_interface (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:53.095772 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 349d9bc3-e6ec-4e6e-b97c-49978cc20902 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:03:53.116618 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 349d9bc3-e6ec-4e6e-b97c-49978cc20902 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:03:53.116943 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 349d9bc3-e6ec-4e6e-b97c-49978cc20902 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:03:53.117531 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:03:53.139560 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:03:53.139891 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 742d1ebb-8fd8-41b0-bfa8-b5d630fec9dc not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:03:53.140330 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 2b12e172-deee-4d5d-9b54-dc2cf36dc69f no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:03:53.158798 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 2b12e172-deee-4d5d-9b54-dc2cf36dc69f {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:03:53.159142 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 2b12e172-deee-4d5d-9b54-dc2cf36dc69f not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:03:53.210071 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] Deleting port a58e4053-046a-46d4-8405-cf7cfea70112 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:03:53.210374 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:53.303165 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] For port a58e4053-046a-46d4-8405-cf7cfea70112, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=a58e4053-046a-46d4-8405-cf7cfea70112,segment=NetworkSegment(24caf986-69f8-44c9-9ff0-1790a9fb9e85),segment_id=24caf986-69f8-44c9-9ff0-1790a9fb9e85)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:03:53.303428 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:53.320429 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] Calling delete_port for a58e4053-046a-46d4-8405-cf7cfea70112 owned by network:router_interface {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:03:53.513581 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (a58e4053-046a-46d4-8405-cf7cfea70112), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:53.518508 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:53.539752 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a58e4053-046a-46d4-8405-cf7cfea70112,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:53.590293 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:53.707004 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600275'] for router_interface (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:53.954347 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] Router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:03:54.321427 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:03:54.326910 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-13a1c516-3adf-4f72-a092-a23eafd2a2ec admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6624672 Sep 26 06:03:54.329615 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58786) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:54.332320 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b3ae1-544b-4572-ab88-a5b0084d0ac7 None None] Sync routers for ids ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:03:54.343292 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b3ae1-544b-4572-ab88-a5b0084d0ac7 None None] Routers {'0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:03:54.343919 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-fc6b3ae1-544b-4572-ab88-a5b0084d0ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:03:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:54.430662 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Publish callbacks [] for router (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:54.447463 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-fc6b3ae1-544b-4572-ab88-a5b0084d0ac7 None None] Set router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:03:54.528264 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Publish callbacks [] for router_gateway (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:54.576616 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Deleting port 56219cf9-06c1-4785-8235-0bd55f046762 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:03:54.577063 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (56219cf9-06c1-4785-8235-0bd55f046762), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:54.601737 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:54.620130 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-fc6b3ae1-544b-4572-ab88-a5b0084d0ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'name': 'tempest-TestShelveInstance-765932114-router', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '56219cf9-06c1-4785-8235-0bd55f046762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T06:03:53Z', 'revision_number': 5, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'gw_port': {'id': '56219cf9-06c1-4785-8235-0bd55f046762', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ed:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T05:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:54.649286 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b3ae1-544b-4572-ab88-a5b0084d0ac7 None None] Checking router: 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:03:54.656954 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] For port 56219cf9-06c1-4785-8235-0bd55f046762, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=56219cf9-06c1-4785-8235-0bd55f046762,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:03:54.657348 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (56219cf9-06c1-4785-8235-0bd55f046762), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:54.657806 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b3ae1-544b-4572-ab88-a5b0084d0ac7 None None] Routers {'0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:03:54.658419 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-fc6b3ae1-544b-4572-ab88-a5b0084d0ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:03:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:54.670639 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Calling delete_port for 56219cf9-06c1-4785-8235-0bd55f046762 owned by network:router_gateway {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:03:54.689237 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:54.718230 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:54.739925 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-fc6b3ae1-544b-4572-ab88-a5b0084d0ac7 None None] Set router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 gateway port host: None {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:03:54.743400 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:54.791867 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-fc6b3ae1-544b-4572-ab88-a5b0084d0ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'name': 'tempest-TestShelveInstance-765932114-router', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T06:03:54Z', 'revision_number': 6, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'gw_port_host': None}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:54.818353 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b3ae1-544b-4572-ab88-a5b0084d0ac7 None None] The sync data for ids ['0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0'] in dv-cinder-836083-14-iscsi is: [{'id': '0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0', 'name': 'tempest-TestShelveInstance-765932114-router', 'tenant_id': 'a8f42ef66ec8457981fea46df58f1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:58:24Z', 'updated_at': '2022-09-26T06:03:54Z', 'revision_number': 6, 'project_id': 'a8f42ef66ec8457981fea46df58f1041', 'gw_port_host': None}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:03:54.857100 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (56219cf9-06c1-4785-8235-0bd55f046762), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:54.880461 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=56219cf9-06c1-4785-8235-0bd55f046762,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:54.947780 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604185'] for router_gateway (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.033496 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31891'] for router (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.036720 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Publish callbacks [] for router_controller (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.082242 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600366'] for router (0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.082825 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 {{(pid=113001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 06:03:55.087432 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.088597 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-c32fb892-2199-49eb-a2b4-b05c3d5995f7 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/0ef7c3a5-2056-4b3a-938c-2d3fab4e38a0 HTTP/1.1" status: 204 len: 168 time: 0.7580831 Sep 26 06:03:55.091267 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58788) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:55.141571 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_v2 [None req-35dc08de-5b82-4606-a427-bab9e43e2a18 admin admin] Deleting subnet a3af98a3-2ca9-4f11-94ef-23525a957216 {{(pid=113001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 06:03:55.145209 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-35dc08de-5b82-4606-a427-bab9e43e2a18 admin admin] Publish callbacks [] for subnet (a3af98a3-2ca9-4f11-94ef-23525a957216), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.189923 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-35dc08de-5b82-4606-a427-bab9e43e2a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2552471'] for subnet (a3af98a3-2ca9-4f11-94ef-23525a957216), precommit_delete_associations {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.264714 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device a58e4053-046a-46d4-8405-cf7cfea70112 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:03:55.273702 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-35dc08de-5b82-4606-a427-bab9e43e2a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (a3af98a3-2ca9-4f11-94ef-23525a957216), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.284910 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: a58e4053-046a-46d4-8405-cf7cfea70112 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:03:55.285379 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device a58e4053-046a-46d4-8405-cf7cfea70112 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:03:55.331078 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-35dc08de-5b82-4606-a427-bab9e43e2a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528700186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-528540775'] for subnet (a3af98a3-2ca9-4f11-94ef-23525a957216), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.359200 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc08de-5b82-4606-a427-bab9e43e2a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3af98a3-2ca9-4f11-94ef-23525a957216,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:55.365022 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-35dc08de-5b82-4606-a427-bab9e43e2a18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.368497 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-35dc08de-5b82-4606-a427-bab9e43e2a18 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/a3af98a3-2ca9-4f11-94ef-23525a957216 HTTP/1.1" status: 204 len: 168 time: 0.2762518 Sep 26 06:03:55.371179 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58790) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:55.374070 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0764cf-739a-4be8-b7fb-f983773101dc None None] Network 510a8f2c-3938-4c4b-861a-71afb7b35500 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 06:03:55.440916 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (510a8f2c-3938-4c4b-861a-71afb7b35500), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.497937 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Deleting port 794a2963-f3e9-44b6-a540-8f754e08d0e7 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:03:55.498286 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.566259 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] For port 794a2963-f3e9-44b6-a540-8f754e08d0e7, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=794a2963-f3e9-44b6-a540-8f754e08d0e7,segment=NetworkSegment(24caf986-69f8-44c9-9ff0-1790a9fb9e85),segment_id=24caf986-69f8-44c9-9ff0-1790a9fb9e85)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:03:55.566560 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.575726 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04debe03-bef9-498c-b243-952f4376cc60 None None] DHCP port deletion for 510a8f2c-3938-4c4b-861a-71afb7b35500 request from dv-cinder-836083-14-iscsi {{(pid=113002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 06:03:55.581933 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Calling delete_port for 794a2963-f3e9-44b6-a540-8f754e08d0e7 owned by network:dhcp {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:03:55.619353 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-04debe03-bef9-498c-b243-952f4376cc60 None None] Deleting port 794a2963-f3e9-44b6-a540-8f754e08d0e7 {{(pid=113002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:03:55.619833 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-04debe03-bef9-498c-b243-952f4376cc60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), before_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.666835 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.678092 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:55.678704 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:55.682847 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] No DVR routers for this DVR port 794a2963-f3e9-44b6-a540-8f754e08d0e7 on host dv-cinder-836083-14-iscsi {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 06:03:55.685733 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-04debe03-bef9-498c-b243-952f4376cc60 None None] For port 794a2963-f3e9-44b6-a540-8f754e08d0e7, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=794a2963-f3e9-44b6-a540-8f754e08d0e7,segment=NetworkSegment(24caf986-69f8-44c9-9ff0-1790a9fb9e85),segment_id=24caf986-69f8-44c9-9ff0-1790a9fb9e85)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:03:55.686147 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-04debe03-bef9-498c-b243-952f4376cc60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), precommit_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.700777 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-04debe03-bef9-498c-b243-952f4376cc60 None None] Calling delete_port for 794a2963-f3e9-44b6-a540-8f754e08d0e7 owned by network:dhcp {{(pid=113002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:03:55.705714 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Pushing event deleted for resources: {'Port': ['ID=794a2963-f3e9-44b6-a540-8f754e08d0e7,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:55.782403 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (510a8f2c-3938-4c4b-861a-71afb7b35500), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.783062 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-04debe03-bef9-498c-b243-952f4376cc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954'] for port (794a2963-f3e9-44b6-a540-8f754e08d0e7), after_delete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.810287 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510a8f2c-3938-4c4b-861a-71afb7b35500']}} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:55.812654 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04debe03-bef9-498c-b243-952f4376cc60 None None] Pushing event deleted for resources: {'Port': ['ID=794a2963-f3e9-44b6-a540-8f754e08d0e7,revision_number=None']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:55.816365 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04debe03-bef9-498c-b243-952f4376cc60 None None] No DVR routers for this DVR port 794a2963-f3e9-44b6-a540-8f754e08d0e7 on host dv-cinder-836083-14-iscsi {{(pid=113002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 06:03:55.822567 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24caf986-69f8-44c9-9ff0-1790a9fb9e85') {'for_net_delete': True} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:55.822890 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.services.segments.db [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24caf986-69f8-44c9-9ff0-1790a9fb9e85') {} {{(pid=113001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:55.834834 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2552492'] for segment (24caf986-69f8-44c9-9ff0-1790a9fb9e85), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.849452 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (24caf986-69f8-44c9-9ff0-1790a9fb9e85), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.857865 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=113001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 06:03:55.858378 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528700320'] for segment (24caf986-69f8-44c9-9ff0-1790a9fb9e85), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.919625 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (510a8f2c-3938-4c4b-861a-71afb7b35500), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.925440 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:55.928752 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/510a8f2c-3938-4c4b-861a-71afb7b35500 HTTP/1.1" status: 204 len: 168 time: 0.5567501 Sep 26 06:03:55.946410 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.services.segments.plugin [-] Segment 24caf986-69f8-44c9-9ff0-1790a9fb9e85 resource provider aggregate not found Sep 26 06:03:55.950717 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a2374-28d2-4221-81a5-b929ad6f70cb admin admin] Pushing event deleted for resources: {'Network': ['ID=510a8f2c-3938-4c4b-861a-71afb7b35500,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:55.966945 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.services.segments.plugin [-] Segment 24caf986-69f8-44c9-9ff0-1790a9fb9e85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24caf986-69f8-44c9-9ff0-1790a9fb9e85 found for delete ", "request_id": "req-59d6618b-657a-4e65-a708-194a439e8178"}]} Sep 26 06:03:56.052564 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58800) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:56.093632 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-1c9cfccb-e9f6-4043-9fea-46a44b045439 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=098526f06e1a43fa9e94e805f72fed14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397210 Sep 26 06:03:56.096121 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58802) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:56.147689 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0887-85fe-43de-9334-7392464b7b47 admin admin] Publish callbacks [] for security_group (25ed952a-094e-4638-b8d9-ee56761edb0f), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:56.168245 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0887-85fe-43de-9334-7392464b7b47 admin admin] Publish callbacks [] for security_group (25ed952a-094e-4638-b8d9-ee56761edb0f), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:56.220421 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0887-85fe-43de-9334-7392464b7b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (25ed952a-094e-4638-b8d9-ee56761edb0f), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:56.224966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f6eb0887-85fe-43de-9334-7392464b7b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:56.226581 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-f6eb0887-85fe-43de-9334-7392464b7b47 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/25ed952a-094e-4638-b8d9-ee56761edb0f HTTP/1.1" status: 204 len: 168 time: 0.1295500 Sep 26 06:03:56.237367 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb0887-85fe-43de-9334-7392464b7b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ed952a-094e-4638-b8d9-ee56761edb0f,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:56.592443 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58808) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:56.634450 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-3e81cdd5-bf94-45ac-bd00-d990e5eae6a6 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=a8f42ef66ec8457981fea46df58f1041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408051 Sep 26 06:03:56.638353 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58810) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:56.697458 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-783a1a55-d9ff-4db8-8173-9e620768c5c2 admin admin] Publish callbacks [] for security_group (ffd56554-4fb3-4010-8eda-575d39e6bea8), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:56.718372 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-783a1a55-d9ff-4db8-8173-9e620768c5c2 admin admin] Publish callbacks [] for security_group (ffd56554-4fb3-4010-8eda-575d39e6bea8), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:56.772837 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-783a1a55-d9ff-4db8-8173-9e620768c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (ffd56554-4fb3-4010-8eda-575d39e6bea8), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:56.775440 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-783a1a55-d9ff-4db8-8173-9e620768c5c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:56.776667 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-783a1a55-d9ff-4db8-8173-9e620768c5c2 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/ffd56554-4fb3-4010-8eda-575d39e6bea8 HTTP/1.1" status: 204 len: 168 time: 0.1374006 Sep 26 06:03:56.784785 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a1a55-d9ff-4db8-8173-9e620768c5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd56554-4fb3-4010-8eda-575d39e6bea8,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:57.097618 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 794a2963-f3e9-44b6-a540-8f754e08d0e7 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:03:57.118081 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 794a2963-f3e9-44b6-a540-8f754e08d0e7 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:03:57.118426 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 794a2963-f3e9-44b6-a540-8f754e08d0e7 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:03:57.118850 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 56219cf9-06c1-4785-8235-0bd55f046762 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:03:57.137410 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 56219cf9-06c1-4785-8235-0bd55f046762 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:03:57.137754 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 56219cf9-06c1-4785-8235-0bd55f046762 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:03:57.577188 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58832) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:57.699548 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-712721015-network', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:03:57.722713 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Made reservation on behalf of fe22d212c0eb4df3800b0e80d722e217 for: {'network': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 06:03:57.724962 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:57.733822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:57.809230 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Publish callbacks [] for security_group (830bc12d-23c8-40a4-946f-15411a17435e), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:57.815590 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (830bc12d-23c8-40a4-946f-15411a17435e), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:57.843744 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=113001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 06:03:57.853674 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830bc12d-23c8-40a4-946f-15411a17435e,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:57.858549 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (e1656165-8c4a-46a7-adc3-94676e1c4a7f), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:57.858878 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.segments_db [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Added segment e1656165-8c4a-46a7-adc3-94676e1c4a7f of type vlan for network 41837bd9-fbbb-4100-bda5-5dd8c6633ace Sep 26 06:03:57.899187 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (41837bd9-fbbb-4100-bda5-5dd8c6633ace), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:57.927366 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (41837bd9-fbbb-4100-bda5-5dd8c6633ace), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:57.929060 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:57.929921 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:57.991298 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4128413 Sep 26 06:03:57.994671 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58836) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:57.997151 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3a824-4979-40b3-97d0-b39aa812d788 admin admin] Pushing event updated for resources: {'Network': ['ID=41837bd9-fbbb-4100-bda5-5dd8c6633ace,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:57.999714 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] Request body: {'subnet': {'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-712721015-subnet', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:03:58.008549 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network 41837bd9-fbbb-4100-bda5-5dd8c6633ace details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 06:03:58.024969 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] Made reservation on behalf of fe22d212c0eb4df3800b0e80d722e217 for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 06:03:58.027451 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3432168'] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.098966 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:03:58.132761 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:58.180802 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:58.203595 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3583203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3432190'] for subnet (2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.254125 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:58.269458 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] Checking segment: {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 06:03:58.269805 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] Network hostable DHCP agents. Network: 41837bd9-fbbb-4100-bda5-5dd8c6633ace, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 06:03:58.288542 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] Network 41837bd9-fbbb-4100-bda5-5dd8c6633ace is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 06:03:58.297975 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, 41837bd9-fbbb-4100-bda5-5dd8c6633ace) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:03:58.301986 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:03:58.302583 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.306936 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b5df6-69ca-4f8a-9779-4e46bab0fb73 None None] Network 41837bd9-fbbb-4100-bda5-5dd8c6633ace requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 06:03:58.322831 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-430cdb66-36d2-44cb-b58c-13006bce8059 admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3269854 Sep 26 06:03:58.325080 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58838) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:58.329550 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:03:58.350264 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (ef672296-f69f-4a84-8b90-028c54abf3c0), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.351310 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (ef672296-f69f-4a84-8b90-028c54abf3c0), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.403514 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Publish callbacks [] for router_controller (ef672296-f69f-4a84-8b90-028c54abf3c0), precommit_add_association {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.422831 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 06:03:58.423843 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.538792 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Publish callbacks [] for router_gateway (ef672296-f69f-4a84-8b90-028c54abf3c0), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.558471 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Allocated IP 172.20.0.2 (41837bd9-fbbb-4100-bda5-5dd8c6633ace/2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859/bc61e4b3-e2b7-4602-baeb-c8c12ffc6552) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:03:58.588640 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:58.707547 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:58.711950 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Publish callbacks [] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.719804 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.728139 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Publish callbacks [] for router_gateway (ef672296-f69f-4a84-8b90-028c54abf3c0), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.748349 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.774263 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Network 41837bd9-fbbb-4100-bda5-5dd8c6633ace is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:03:58.775557 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Pushing event updated for resources: {'Port': ['ID=bc61e4b3-e2b7-4602-baeb-c8c12ffc6552,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:58.778327 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:03:58.780232 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:03:58.836949 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Attempting to bind port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 06:03:58.837357 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Attempting to bind port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 06:03:58.837721 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Attempting to bind port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 on network 41837bd9-fbbb-4100-bda5-5dd8c6633ace {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:03:58.859187 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Allocated IP 172.27.1.166 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/8b845773-2125-4b04-99a2-c3fe88845013) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:03:58.882373 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 6, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 06:03:58.882794 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Checking segment: {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 06:03:58.883132 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.883578 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Bound using segment: {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 06:03:58.884045 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Bound port: bc61e4b3-e2b7-4602-baeb-c8c12ffc6552, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 06:03:58.884418 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.952688 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] For port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 06:03:58.956584 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] For port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=bc61e4b3-e2b7-4602-baeb-c8c12ffc6552,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 06:03:58.963691 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:58.971508 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Publish callbacks [] for port (8b845773-2125-4b04-99a2-c3fe88845013), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:59.006286 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=7 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:59.017770 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fd5f1-e3ef-4264-bfe1-06622a4a0f11 None None] Pushing event updated for resources: {'Port': ['ID=bc61e4b3-e2b7-4602-baeb-c8c12ffc6552,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:59.019250 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (8b845773-2125-4b04-99a2-c3fe88845013), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:59.048462 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:59.067373 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:03:59.074164 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:03:59.076981 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:03:59.080152 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Pushing event updated for resources: {'Port': ['ID=8b845773-2125-4b04-99a2-c3fe88845013,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:03:59.346657 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Publish callbacks [] for router_gateway (ef672296-f69f-4a84-8b90-028c54abf3c0), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:59.540279 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (ef672296-f69f-4a84-8b90-028c54abf3c0), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:59.681695 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Router ef672296-f69f-4a84-8b90-028c54abf3c0 is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 06:03:59.696005 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f2d657bb-fe12-4b4d-9231-e64b02435100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:59.792552 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:03:59.802177 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Sync routers for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:03:59.811616 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:59.812982 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-dbabcf91-8640-4e03-aab7-7154ed7efb8e admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4868662 Sep 26 06:03:59.815052 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:03:59.815837 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:03:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:03:59.816001 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58840) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:03:59.869787 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e669e-7ec4-4dc7-958d-8f2885fe5f67 None None] Network 41837bd9-fbbb-4100-bda5-5dd8c6633ace requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 06:03:59.871269 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:03:59.930843 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-bfa8bd0c-3be4-430b-a3f6-4783f27c9f27 None None] Provisioning complete for port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:03:59.931218 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-bfa8bd0c-3be4-430b-a3f6-4783f27c9f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:03:59.931563 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-bfa8bd0c-3be4-430b-a3f6-4783f27c9f27 None None] Attempt 1 to provision port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 Sep 26 06:03:59.932480 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:03:59.966366 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:00.111108 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:03:59Z', 'revision_number': 3, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:00.138865 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Checking router: ef672296-f69f-4a84-8b90-028c54abf3c0 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:04:00.141609 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Updating router ef672296-f69f-4a84-8b90-028c54abf3c0 port 8b845773-2125-4b04-99a2-c3fe88845013 binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 06:04:00.175830 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (8b845773-2125-4b04-99a2-c3fe88845013), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.192183 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-bfa8bd0c-3be4-430b-a3f6-4783f27c9f27 None None] Current status of the port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:00.192570 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-bfa8bd0c-3be4-430b-a3f6-4783f27c9f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.247962 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-bfa8bd0c-3be4-430b-a3f6-4783f27c9f27 None None] For port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=bc61e4b3-e2b7-4602-baeb-c8c12ffc6552,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:04:00.253810 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-bfa8bd0c-3be4-430b-a3f6-4783f27c9f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.281826 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.310666 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:00.316310 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8bd0c-3be4-430b-a3f6-4783f27c9f27 None None] Pushing event updated for resources: {'Port': ['ID=bc61e4b3-e2b7-4602-baeb-c8c12ffc6552,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:00.458090 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Allocated IP 172.20.0.1 (41837bd9-fbbb-4100-bda5-5dd8c6633ace/2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859/967a58a1-58b3-4edb-929f-ebb7e8659ad8) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:04:00.474824 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-2d2b81de-8a82-4abc-a6a8-d432640835ec None None] Provisioning complete for port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:00.475260 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2d2b81de-8a82-4abc-a6a8-d432640835ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.475545 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-2d2b81de-8a82-4abc-a6a8-d432640835ec None None] Attempt 1 to provision port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 Sep 26 06:04:00.540279 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Publish callbacks [] for port (8b845773-2125-4b04-99a2-c3fe88845013), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.546772 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (8b845773-2125-4b04-99a2-c3fe88845013), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.552183 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b81de-8a82-4abc-a6a8-d432640835ec None None] Current status of the port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:00.577473 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Publish callbacks [] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.586893 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Attempting to bind port 8b845773-2125-4b04-99a2-c3fe88845013 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 06:04:00.587258 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Attempting to bind port 8b845773-2125-4b04-99a2-c3fe88845013 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 06:04:00.587620 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Attempting to bind port 8b845773-2125-4b04-99a2-c3fe88845013 on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:04:00.612483 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.629418 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Pushing event updated for resources: {'Port': ['ID=8b845773-2125-4b04-99a2-c3fe88845013,revision_number=2']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:00.645113 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.645391 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.645770 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.646124 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.646459 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.646785 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.647107 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.647424 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.647747 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.648068 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.648390 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.648706 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.649081 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.649423 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.649735 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:04:00.652604 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Network 41837bd9-fbbb-4100-bda5-5dd8c6633ace is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:04:00.658373 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:04:00.663343 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 6, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 06:04:00.663553 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 06:04:00.664031 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.664384 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 06:04:00.664943 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Bound port: 8b845773-2125-4b04-99a2-c3fe88845013, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 06:04:00.667680 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:04:00.669330 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (8b845773-2125-4b04-99a2-c3fe88845013), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.696033 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Pushing event updated for resources: {'Port': ['ID=967a58a1-58b3-4edb-929f-ebb7e8659ad8,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:00.701982 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:00.716527 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (ef672296-f69f-4a84-8b90-028c54abf3c0), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.728443 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] For port 8b845773-2125-4b04-99a2-c3fe88845013, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 06:04:00.731908 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] For port 8b845773-2125-4b04-99a2-c3fe88845013, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=8b845773-2125-4b04-99a2-c3fe88845013,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 06:04:00.739699 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (8b845773-2125-4b04-99a2-c3fe88845013), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.766174 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:00.787111 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:00.791172 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:04:00.791820 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:03:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:00.822811 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:00.847518 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def32c31-4b76-4ece-9aee-a208cd2a0550 None None] Pushing event updated for resources: {'Port': ['ID=8b845773-2125-4b04-99a2-c3fe88845013,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:00.857222 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.871687 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Provisioning complete for port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:00.872798 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:00.873413 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Attempt 1 to provision port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 Sep 26 06:04:00.914044 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:00.920586 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:04:01.028254 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Publish callbacks [] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:01.033448 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:01.100077 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:03:59Z', 'revision_number': 3, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:01.111045 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Pushing event updated for resources: {'Port': ['ID=967a58a1-58b3-4edb-929f-ebb7e8659ad8,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:01.113485 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (ef672296-f69f-4a84-8b90-028c54abf3c0), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:01.138576 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c23115-0841-4afb-9de4-72b667c8a3a4 None None] The sync data for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi is: [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:03:59Z', 'revision_number': 3, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:04:01.148289 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:04:01.195210 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:01.195678 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:01.196270 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 Sep 26 06:04:01.223416 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Network 41837bd9-fbbb-4100-bda5-5dd8c6633ace is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:04:01.224843 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:04:01.292923 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:01.339713 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Router ef672296-f69f-4a84-8b90-028c54abf3c0 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:04:01.421224 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Attempt 2 to provision port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 Sep 26 06:04:01.466827 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:01.470300 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:01.474885 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:04:01.487680 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-f29ff750-788d-4bfe-84e8-94e88101d11b admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/ef672296-f69f-4a84-8b90-028c54abf3c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6635399 Sep 26 06:04:01.971357 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Attempt 3 to provision port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 Sep 26 06:04:02.013415 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:02.014199 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58856) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:02.019216 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-806821702-network', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:02.043016 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Made reservation on behalf of cddf62ef1f784cf6890bfccb22e5fe33 for: {'network': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 06:04:02.045586 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for network (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.048891 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:02.055323 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.132655 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e076caff-1d84-4fe9-bf86-78f3ac442033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.138271 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Publish callbacks [] for security_group (062e44b5-6d4e-4354-ad9f-48ebd47cc2ce), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.142618 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (062e44b5-6d4e-4354-ad9f-48ebd47cc2ce), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.167575 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=113001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 06:04:02.176620 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062e44b5-6d4e-4354-ad9f-48ebd47cc2ce,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:02.183543 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (1a2c8742-16b2-43e8-b598-29b2b91b0e4e), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.183954 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.segments_db [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Added segment 1a2c8742-16b2-43e8-b598-29b2b91b0e4e of type vlan for network b010a285-498e-4d84-8a8b-5747dba244d7 Sep 26 06:04:02.230327 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784553307814'] for network (b010a285-498e-4d84-8a8b-5747dba244d7), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.255950 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007'] for network (b010a285-498e-4d84-8a8b-5747dba244d7), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.256933 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:02.257537 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.265580 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:02.307814 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] 10.222.0.57 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2924604 Sep 26 06:04:02.310976 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 58858) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:02.316010 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] Request body: {'subnet': {'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-806821702-subnet', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'ip_version': 4}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:02.322882 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995d97e-e747-4ae7-8687-b480f3984742 admin admin] Pushing event updated for resources: {'Network': ['ID=b010a285-498e-4d84-8a8b-5747dba244d7,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:02.332890 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Network b010a285-498e-4d84-8a8b-5747dba244d7 details requested by agent ovs-agent-dv-cinder-836083-14-iscsi with host dv-cinder-836083-14-iscsi {{(pid=113002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 06:04:02.340050 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] Made reservation on behalf of cddf62ef1f784cf6890bfccb22e5fe33 for: {'subnet': 1} {{(pid=113000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 06:04:02.343102 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3432168'] for subnet (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.425492 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:02.472390 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:02.512900 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Attempt 4 to provision port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 Sep 26 06:04:02.529284 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3583203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3432190'] for subnet (6b0d4132-df80-4c9a-8598-bfcee34e361a), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.547602 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:02.585448 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b0d4132-df80-4c9a-8598-bfcee34e361a,revision_number=0']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:02.596337 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] Checking segment: {'id': '1a2c8742-16b2-43e8-b598-29b2b91b0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 06:04:02.596686 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] Network hostable DHCP agents. Network: b010a285-498e-4d84-8a8b-5747dba244d7, hostable agents: ['822998a5-0bd0-45c8-9d38-053f45335fa9'], hosted agents: [] {{(pid=113000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 06:04:02.614846 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] Network b010a285-498e-4d84-8a8b-5747dba244d7 is scheduled to be hosted by DHCP agent 822998a5-0bd0-45c8-9d38-053f45335fa9 with binding_index 1 {{(pid=113000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 06:04:02.625049 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-14-iscsi, b010a285-498e-4d84-8a8b-5747dba244d7) {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:04:02.629472 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:02.630265 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.636248 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8030801e-5129-4c73-b36e-431bbc66da64 None None] Network b010a285-498e-4d84-8a8b-5747dba244d7 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 06:04:02.648811 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-43703f3a-5cc6-41c7-8ea9-22dd82c76a9a admin admin] 10.222.0.57 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3367515 Sep 26 06:04:02.651678 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58860) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:02.656293 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-806821702-router', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:02.679434 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29049'] for router (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.680856 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1599409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29024'] for router (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.730059 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Sync routers for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:04:02.747393 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Publish callbacks [] for router_controller (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), precommit_add_association {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.756933 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:04:02.757447 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:04:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:02.761321 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe854eb79-6b43-5f94-aa96-9a99a0802f9c-b010a285-498e-4d84-8a8b-5747dba244d7', 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7', 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'fixed_ips': [{'subnet_id': '6b0d4132-df80-4c9a-8598-bfcee34e361a'}]}} from dv-cinder-836083-14-iscsi. {{(pid=113002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 06:04:02.762220 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.885169 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Publish callbacks [] for router_gateway (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:02.936776 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:04:03.050229 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Attempt 5 to provision port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 Sep 26 06:04:03.053085 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.db_base_plugin_common [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Allocated IP 172.20.0.2 (b010a285-498e-4d84-8a8b-5747dba244d7/6b0d4132-df80-4c9a-8598-bfcee34e361a/c5e77e5d-7a4e-4dcd-8839-ac6af4afb450) {{(pid=113002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:04:03.076805 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Publish callbacks [] for router_gateway (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:03.085338 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:03.096743 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:03.133441 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 8b845773-2125-4b04-99a2-c3fe88845013 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:04:03.160094 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:03.195866 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:03.208028 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Allocated IP 172.27.1.127 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:04:03.270301 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:03.299123 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 8b845773-2125-4b04-99a2-c3fe88845013 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:03.299389 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (8b845773-2125-4b04-99a2-c3fe88845013), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:03.299739 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 8b845773-2125-4b04-99a2-c3fe88845013 Sep 26 06:04:03.318618 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Publish callbacks [] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:03.353587 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:03.395474 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 2, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:03.399052 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:04:03.402214 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:04:03.406447 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:04:03.428234 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Pushing event updated for resources: {'Port': ['ID=fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:03.445205 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Checking router: ef672296-f69f-4a84-8b90-028c54abf3c0 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:04:03.445562 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Updating router ef672296-f69f-4a84-8b90-028c54abf3c0 port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 06:04:03.481846 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:03.489363 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Publish callbacks [] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), precommit_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:03.496123 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:03.529310 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), after_create {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:03.560612 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:03.588500 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 8b845773-2125-4b04-99a2-c3fe88845013 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:03.588886 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (8b845773-2125-4b04-99a2-c3fe88845013), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:03.619582 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Network b010a285-498e-4d84-8a8b-5747dba244d7 is already hosted by enough agents. {{(pid=113002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:04:03.634221 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.scheduler.base_scheduler [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Resources bound (agent type, host, resource id): {{(pid=113002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:04:03.637152 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port 8b845773-2125-4b04-99a2-c3fe88845013, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=8b845773-2125-4b04-99a2-c3fe88845013,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:04:03.641586 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Received port after_create {{(pid=113002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:04:03.643514 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Pushing event updated for resources: {'Port': ['ID=c5e77e5d-7a4e-4dcd-8839-ac6af4afb450,revision_number=1']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:03.694804 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (8b845773-2125-4b04-99a2-c3fe88845013), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:03.702782 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Attempt 6 to provision port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 Sep 26 06:04:03.851313 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=8b845773-2125-4b04-99a2-c3fe88845013,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:03.886476 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:03.887425 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:03.896979 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Attempting to bind port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 06:04:03.897370 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Attempting to bind port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '1a2c8742-16b2-43e8-b598-29b2b91b0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 06:04:03.897753 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Attempting to bind port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 on network b010a285-498e-4d84-8a8b-5747dba244d7 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:04:03.926945 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Publish callbacks [] for router_gateway (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.113594 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 6, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 06:04:04.114210 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Checking segment: {'id': '1a2c8742-16b2-43e8-b598-29b2b91b0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 06:04:04.114325 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.114641 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Bound using segment: {'id': '1a2c8742-16b2-43e8-b598-29b2b91b0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 06:04:04.115126 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Bound port: c5e77e5d-7a4e-4dcd-8839-ac6af4afb450, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2c8742-16b2-43e8-b598-29b2b91b0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 06:04:04.115508 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.122190 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1599465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604129'] for router (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.191623 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:04.213424 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Publish callbacks [] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.227861 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] For port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 06:04:04.230531 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.250179 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 is scheduled to L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 with binding_index 1 {{(pid=113001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 06:04:04.252907 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:04.277609 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] For port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=c5e77e5d-7a4e-4dcd-8839-ac6af4afb450,segment=NetworkSegment(1a2c8742-16b2-43e8-b598-29b2b91b0e4e),segment_id=1a2c8742-16b2-43e8-b598-29b2b91b0e4e)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 06:04:04.290849 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.294312 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd5ff5-ef7e-440a-b6d4-107267d0b779 None None] Pushing event updated for resources: {'Port': ['ID=967a58a1-58b3-4edb-929f-ebb7e8659ad8,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:04.369849 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:04:04.381285 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Sync routers for ids ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:04:04.387717 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Attempting to bind port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 06:04:04.388179 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Attempting to bind port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 06:04:04.388623 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Attempting to bind port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 on network 41837bd9-fbbb-4100-bda5-5dd8c6633ace {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:04:04.390998 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.395275 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-15fbad03-6070-4161-be2b-c7f8e9118507 admin admin] 10.222.0.57 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7397287 Sep 26 06:04:04.395446 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Routers {'8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:04:04.395571 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58862) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:04.396269 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:04:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:04.420217 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Attempt 7 to provision port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 Sep 26 06:04:04.440712 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03122c1-fb2d-4463-8f88-2c4b1b1e42c1 None None] Pushing event updated for resources: {'Port': ['ID=c5e77e5d-7a4e-4dcd-8839-ac6af4afb450,revision_number=2']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:04.469734 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:04.476215 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 6, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 06:04:04.476683 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Checking segment: {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 06:04:04.477033 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.477590 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Bound using segment: {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 06:04:04.478073 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Bound port: 967a58a1-58b3-4edb-929f-ebb7e8659ad8, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 06:04:04.478462 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.546222 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Set router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:04:04.576579 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] For port 967a58a1-58b3-4edb-929f-ebb7e8659ad8, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 06:04:04.583700 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] For port 967a58a1-58b3-4edb-929f-ebb7e8659ad8, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=967a58a1-58b3-4edb-929f-ebb7e8659ad8,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 06:04:04.593967 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.646886 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:04:04.647438 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:04:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:04.716793 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd5ff5-ef7e-440a-b6d4-107267d0b779 None None] Pushing event updated for resources: {'Port': ['ID=967a58a1-58b3-4edb-929f-ebb7e8659ad8,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:04.767426 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'name': 'tempest-TestVolumeBootPattern-806821702-router', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:04:02Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 3, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'gw_port': {'id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:03Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:04.787003 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:04:04.796566 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Checking router: 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:04:04.796922 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Updating router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f binding host dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 06:04:04.825848 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.851563 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:04.909905 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:04.937614 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:04.985247 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Attempt 8 to provision port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 Sep 26 06:04:05.030169 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:04Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:05.064229 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bcb298-1633-410f-846c-9b91cc02d694 None None] The sync data for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi is: [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:04Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:04:05.090857 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:05.118136 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.125073 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Allocated IP 172.20.0.1 (b010a285-498e-4d84-8a8b-5747dba244d7/6b0d4132-df80-4c9a-8598-bfcee34e361a/a2ead44a-265c-4428-84d8-c3ab12aa87cd) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:04:05.130610 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Publish callbacks [] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), precommit_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.135321 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.139314 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Current status of the port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:05.143477 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.152564 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.203244 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] For port 967a58a1-58b3-4edb-929f-ebb7e8659ad8, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=967a58a1-58b3-4edb-929f-ebb7e8659ad8,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:04:05.220835 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.226596 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Attempting to bind port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 06:04:05.227100 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Attempting to bind port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 06:04:05.227554 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Attempting to bind port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f on network d1d4bd21-c787-406a-b12d-f88fa8b189d1 {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:04:05.283306 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2270c3-ea99-4c65-9512-7869ab8be070 None None] Pushing event updated for resources: {'Port': ['ID=fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f,revision_number=2']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:05.284754 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:05.293857 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 6, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 06:04:05.294362 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Checking segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 06:04:05.294880 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.295353 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Bound using segment: {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'} {{(pid=113003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 06:04:05.295936 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.managers [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Bound port: fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25cae150-7a62-4580-aa42-8508c0e0bad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1'}}] {{(pid=113003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 06:04:05.296398 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), before_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.315820 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:UPDATE=4,neutron:INSERT=1,neutron:SELECT=95 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:05.366561 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:05.383274 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Publish callbacks [] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.384194 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65dd86-e657-48a5-83b6-f8e4e3179efe None None] Pushing event updated for resources: {'Port': ['ID=967a58a1-58b3-4edb-929f-ebb7e8659ad8,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:05.389896 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-14050ac2-a808-4da5-9fe6-4347670e09fa None None] Provisioning complete for port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:05.390600 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-14050ac2-a808-4da5-9fe6-4347670e09fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.391230 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-14050ac2-a808-4da5-9fe6-4347670e09fa None None] Attempt 1 to provision port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 Sep 26 06:04:05.421214 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] For port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 06:04:05.431996 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.plugins.ml2.db [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] For port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 06:04:05.437530 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 8b845773-2125-4b04-99a2-c3fe88845013 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:04:05.448224 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron_lib.callbacks.manager [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), after_update {{(pid=113003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.460102 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.512768 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Pushing event updated for resources: {'Port': ['ID=a2ead44a-265c-4428-84d8-c3ab12aa87cd,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:05.537443 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Network b010a285-498e-4d84-8a8b-5747dba244d7 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:04:05.539348 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:04:05.539587 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-14050ac2-a808-4da5-9fe6-4347670e09fa None None] Current status of the port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:05.541638 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:04:05.545368 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 8b845773-2125-4b04-99a2-c3fe88845013 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:05.545532 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (8b845773-2125-4b04-99a2-c3fe88845013), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.545870 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 8b845773-2125-4b04-99a2-c3fe88845013 Sep 26 06:04:05.557847 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Routers {'8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:04:05.564920 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:04:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:05.587871 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1809176'] for router_interface (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.632882 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 8b845773-2125-4b04-99a2-c3fe88845013 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:05.634374 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:04:05.666564 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2270c3-ea99-4c65-9512-7869ab8be070 None None] Pushing event updated for resources: {'Port': ['ID=fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f,revision_number=3']} {{(pid=113003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:05.690803 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:05.691287 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.691721 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 Sep 26 06:04:05.765676 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] Set router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:04:05.793276 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.797094 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fcb156-c36d-4807-b4a7-acf70b3f2ed3 None None] Network b010a285-498e-4d84-8a8b-5747dba244d7 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 06:04:05.881897 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-f240126f-0193-4c0a-88e3-a6c29fd83b11 None None] Provisioning complete for port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:05.882298 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f240126f-0193-4c0a-88e3-a6c29fd83b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:05.882768 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-f240126f-0193-4c0a-88e3-a6c29fd83b11 None None] Attempt 1 to provision port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 Sep 26 06:04:05.887282 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:05.888133 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:05.888510 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:06.020556 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=c5e77e5d-7a4e-4dcd-8839-ac6af4afb450,segment=NetworkSegment(1a2c8742-16b2-43e8-b598-29b2b91b0e4e),segment_id=1a2c8742-16b2-43e8-b598-29b2b91b0e4e)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:04:06.034084 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Publish callbacks [] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:06.040744 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:06.047106 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:06.080655 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'name': 'tempest-TestVolumeBootPattern-806821702-router', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:04:02Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 3, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'gw_port': {'id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:03Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:06.114262 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf731cfe-e3d1-4be2-9e1f-9708946043a7 None None] The sync data for ids ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'] in dv-cinder-836083-14-iscsi is: [{'id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'name': 'tempest-TestVolumeBootPattern-806821702-router', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:04:02Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 3, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'gw_port': {'id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:03Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:04:06.117505 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-f240126f-0193-4c0a-88e3-a6c29fd83b11 None None] Current status of the port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:06.118324 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f240126f-0193-4c0a-88e3-a6c29fd83b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:06.121497 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:06.139876 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Pushing event updated for resources: {'Port': ['ID=a2ead44a-265c-4428-84d8-c3ab12aa87cd,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:06.142783 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1695009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1809292'] for router_interface (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:06.149426 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=c5e77e5d-7a4e-4dcd-8839-ac6af4afb450,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:06.211669 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:06.221600 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.db.api [None req-f240126f-0193-4c0a-88e3-a6c29fd83b11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 06:04:06.222035 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG oslo_db.api [None req-f240126f-0193-4c0a-88e3-a6c29fd83b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 06:04:06.287502 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Network b010a285-498e-4d84-8a8b-5747dba244d7 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:04:06.288966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:04:06.429650 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:04:06.580237 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:06.584121 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:04:06.590867 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-4de9ae7b-3f90-4d7d-ac15-593dce58ce9d admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/8157ffe1-76c8-4dfd-9dd2-bc8e396a7722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1937692 Sep 26 06:04:06.765027 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-f240126f-0193-4c0a-88e3-a6c29fd83b11 None None] Current status of the port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:06.886276 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Provisioning complete for port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:06.886631 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:06.886978 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Attempt 1 to provision port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 Sep 26 06:04:06.965401 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Current status of the port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:06.978826 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Provisioning complete for port a2ead44a-265c-4428-84d8-c3ab12aa87cd triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:06.979205 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:06.979546 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Attempt 1 to provision port a2ead44a-265c-4428-84d8-c3ab12aa87cd Sep 26 06:04:07.009743 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58870) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:07.014856 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-dd49ed26-9677-4e17-8ae9-835dc6d99ddd tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969979083', 'description': 'tempest-secgroup-smoke-1969979083 description', 'project_id': 'fe22d212c0eb4df3800b0e80d722e217'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:07.017597 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Port a2ead44a-265c-4428-84d8-c3ab12aa87cd cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:07.036108 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dd49ed26-9677-4e17-8ae9-835dc6d99ddd tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.124828 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dd49ed26-9677-4e17-8ae9-835dc6d99ddd tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group (00facad9-b201-4186-9a56-73c086c06cef), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.132341 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dd49ed26-9677-4e17-8ae9-835dc6d99ddd tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (00facad9-b201-4186-9a56-73c086c06cef), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.164297 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49ed26-9677-4e17-8ae9-835dc6d99ddd tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00facad9-b201-4186-9a56-73c086c06cef,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:07.168739 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dd49ed26-9677-4e17-8ae9-835dc6d99ddd tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.172911 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-dd49ed26-9677-4e17-8ae9-835dc6d99ddd tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1592143 Sep 26 06:04:07.173083 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58872) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:07.177914 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-f027c131-4688-4b8f-870b-15651cd66ed3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'security_group_rule': {'security_group_id': '00facad9-b201-4186-9a56-73c086c06cef', 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:07.225593 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f027c131-4688-4b8f-870b-15651cd66ed3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (43fd5ad8-23b3-4e97-bbe9-9ae0ab64800a), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.241203 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:04:07.288554 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:07.289100 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.289862 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 Sep 26 06:04:07.294539 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f027c131-4688-4b8f-870b-15651cd66ed3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (43fd5ad8-23b3-4e97-bbe9-9ae0ab64800a), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.300719 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f027c131-4688-4b8f-870b-15651cd66ed3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (43fd5ad8-23b3-4e97-bbe9-9ae0ab64800a), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.322267 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027c131-4688-4b8f-870b-15651cd66ed3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fd5ad8-23b3-4e97-bbe9-9ae0ab64800a,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:07.332747 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-f027c131-4688-4b8f-870b-15651cd66ed3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.334011 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-f027c131-4688-4b8f-870b-15651cd66ed3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599829 Sep 26 06:04:07.336851 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58874) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:07.341405 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-c59f4d48-aa33-4f3c-b2a8-d552fdb2346b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'security_group_rule': {'security_group_id': '00facad9-b201-4186-9a56-73c086c06cef', 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:07.368440 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c59f4d48-aa33-4f3c-b2a8-d552fdb2346b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (36d4d3c0-1b0f-4c14-91b3-506791255768), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.376414 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:07.377524 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 967a58a1-58b3-4edb-929f-ebb7e8659ad8 up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:04:07.421698 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:07.422057 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.422396 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 Sep 26 06:04:07.426733 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c59f4d48-aa33-4f3c-b2a8-d552fdb2346b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (36d4d3c0-1b0f-4c14-91b3-506791255768), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.431529 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c59f4d48-aa33-4f3c-b2a8-d552fdb2346b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (36d4d3c0-1b0f-4c14-91b3-506791255768), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.451874 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f4d48-aa33-4f3c-b2a8-d552fdb2346b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d4d3c0-1b0f-4c14-91b3-506791255768,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:07.460995 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-c59f4d48-aa33-4f3c-b2a8-d552fdb2346b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.465289 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-c59f4d48-aa33-4f3c-b2a8-d552fdb2346b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244984 Sep 26 06:04:07.465289 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58876) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:07.469632 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-dfdd4b1e-3e7b-4b7d-82f7-eef97abe1c79 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'security_group_rule': {'security_group_id': '00facad9-b201-4186-9a56-73c086c06cef', 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:07.479571 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:07.499383 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dfdd4b1e-3e7b-4b7d-82f7-eef97abe1c79 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (789115f0-fdef-4b1c-a186-35e4b0e5f07d), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.503732 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:07.504909 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:04:07.522727 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Attempt 2 to provision port a2ead44a-265c-4428-84d8-c3ab12aa87cd Sep 26 06:04:07.550898 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dfdd4b1e-3e7b-4b7d-82f7-eef97abe1c79 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (789115f0-fdef-4b1c-a186-35e4b0e5f07d), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.555413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dfdd4b1e-3e7b-4b7d-82f7-eef97abe1c79 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (789115f0-fdef-4b1c-a186-35e4b0e5f07d), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.580678 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd4b1e-3e7b-4b7d-82f7-eef97abe1c79 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789115f0-fdef-4b1c-a186-35e4b0e5f07d,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:07.591556 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-dfdd4b1e-3e7b-4b7d-82f7-eef97abe1c79 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.592842 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-dfdd4b1e-3e7b-4b7d-82f7-eef97abe1c79 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266706 Sep 26 06:04:07.595767 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58878) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:07.600346 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-975ff5bf-ce30-49e1-b25b-83d9e820afe0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'security_group_rule': {'security_group_id': '00facad9-b201-4186-9a56-73c086c06cef', 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:07.630825 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-975ff5bf-ce30-49e1-b25b-83d9e820afe0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (5a53273c-765a-4f1c-a25b-7875b8d0609b), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.699267 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Port a2ead44a-265c-4428-84d8-c3ab12aa87cd cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:07.703107 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-975ff5bf-ce30-49e1-b25b-83d9e820afe0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (5a53273c-765a-4f1c-a25b-7875b8d0609b), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.707278 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-975ff5bf-ce30-49e1-b25b-83d9e820afe0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (5a53273c-765a-4f1c-a25b-7875b8d0609b), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.707886 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:07.708245 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.708592 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f Sep 26 06:04:07.718767 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:07.730864 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ff5bf-ce30-49e1-b25b-83d9e820afe0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a53273c-765a-4f1c-a25b-7875b8d0609b,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:07.738102 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-975ff5bf-ce30-49e1-b25b-83d9e820afe0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.739324 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-975ff5bf-ce30-49e1-b25b-83d9e820afe0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425803 Sep 26 06:04:07.742557 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58880) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:07.748284 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-143ff1cf-e68c-4e80-aff1-9aec7c041e5b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'security_group_rule': {'security_group_id': '00facad9-b201-4186-9a56-73c086c06cef', 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:07.771297 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.securitygroups_db [None req-143ff1cf-e68c-4e80-aff1-9aec7c041e5b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Project fe22d212c0eb4df3800b0e80d722e217 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 06:04:07.777933 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-143ff1cf-e68c-4e80-aff1-9aec7c041e5b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (d830528d-fecb-47b5-8b6d-d70841466ebb), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.783784 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:07.784189 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.805192 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] For port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:04:07.809293 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.841597 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-143ff1cf-e68c-4e80-aff1-9aec7c041e5b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (d830528d-fecb-47b5-8b6d-d70841466ebb), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.845674 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:07.847241 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-143ff1cf-e68c-4e80-aff1-9aec7c041e5b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (d830528d-fecb-47b5-8b6d-d70841466ebb), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.864027 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ff1cf-e68c-4e80-aff1-9aec7c041e5b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d830528d-fecb-47b5-8b6d-d70841466ebb,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:07.864968 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Pushing event updated for resources: {'Port': ['ID=fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:07.876244 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-143ff1cf-e68c-4e80-aff1-9aec7c041e5b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.877556 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-143ff1cf-e68c-4e80-aff1-9aec7c041e5b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336548 Sep 26 06:04:07.880271 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 58882) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:07.884723 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-a20009e0-9283-4c38-8a87-e56f34b3f177 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'security_group_rule': {'security_group_id': '00facad9-b201-4186-9a56-73c086c06cef', 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:07.906140 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.securitygroups_db [None req-a20009e0-9283-4c38-8a87-e56f34b3f177 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Project fe22d212c0eb4df3800b0e80d722e217 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 06:04:07.912825 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a20009e0-9283-4c38-8a87-e56f34b3f177 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (bb95ceb4-d71e-4302-852e-1552803644d7), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.977416 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a20009e0-9283-4c38-8a87-e56f34b3f177 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (bb95ceb4-d71e-4302-852e-1552803644d7), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:07.982069 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a20009e0-9283-4c38-8a87-e56f34b3f177 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708949'] for security_group_rule (bb95ceb4-d71e-4302-852e-1552803644d7), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:08.000299 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20009e0-9283-4c38-8a87-e56f34b3f177 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb95ceb4-d71e-4302-852e-1552803644d7,revision_number=0']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:08.009122 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-a20009e0-9283-4c38-8a87-e56f34b3f177 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:08.010366 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-a20009e0-9283-4c38-8a87-e56f34b3f177 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291766 Sep 26 06:04:08.200357 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Attempt 3 to provision port a2ead44a-265c-4428-84d8-c3ab12aa87cd Sep 26 06:04:08.238669 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Port a2ead44a-265c-4428-84d8-c3ab12aa87cd cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:08.558775 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Sync routers for ids ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:04:08.561327 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:08.574142 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Routers {'8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:04:08.574804 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:04:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:08.682261 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Set router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:04:08.762233 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Attempt 4 to provision port a2ead44a-265c-4428-84d8-c3ab12aa87cd Sep 26 06:04:08.838161 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Port a2ead44a-265c-4428-84d8-c3ab12aa87cd cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:08.914753 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'name': 'tempest-TestVolumeBootPattern-806821702-router', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:04:02Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 4, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'gw_port': {'id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:03Z', 'updated_at': '2022-09-26T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': 'a2ead44a-265c-4428-84d8-c3ab12aa87cd', 'name': '', 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'mac_address': 'fa:16:3e:17:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '6b0d4132-df80-4c9a-8598-bfcee34e361a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:04Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 2, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'subnets': [{'id': '6b0d4132-df80-4c9a-8598-bfcee34e361a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:08.944718 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Checking router: 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:04:08.945088 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Updating router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 port a2ead44a-265c-4428-84d8-c3ab12aa87cd binding host dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 06:04:08.978330 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:09.125811 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:04:09.231908 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:09.232282 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:09.232635 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f Sep 26 06:04:09.339026 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Attempt 5 to provision port a2ead44a-265c-4428-84d8-c3ab12aa87cd Sep 26 06:04:09.369387 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Publish callbacks [] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), precommit_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:09.405785 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:09.436373 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Port a2ead44a-265c-4428-84d8-c3ab12aa87cd cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:09.440987 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:09.444488 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:09.451433 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:09.482481 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1207509-127e-4dca-bae0-f6d692e1daf4 None None] Pushing event updated for resources: {'Port': ['ID=a2ead44a-265c-4428-84d8-c3ab12aa87cd,revision_number=3']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:09.525412 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Attempting to bind port a2ead44a-265c-4428-84d8-c3ab12aa87cd on host dv-cinder-836083-14-iscsi for vnic_type normal with profile {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 06:04:09.525786 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Attempting to bind port a2ead44a-265c-4428-84d8-c3ab12aa87cd by drivers openvswitch,hyperv on host dv-cinder-836083-14-iscsi at level 0 using segments [{'id': '1a2c8742-16b2-43e8-b598-29b2b91b0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7'}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 06:04:09.526143 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Attempting to bind port a2ead44a-265c-4428-84d8-c3ab12aa87cd on network b010a285-498e-4d84-8a8b-5747dba244d7 {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:04:09.571040 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Checking agent: {'id': '38e52cc9-045a-4bd3-a104-24f4d41fd93e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 35, 35), 'started_at': datetime.datetime(2022, 9, 26, 5, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 6, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 06:04:09.572243 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Checking segment: {'id': '1a2c8742-16b2-43e8-b598-29b2b91b0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 06:04:09.572436 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:09.572828 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Bound using segment: {'id': '1a2c8742-16b2-43e8-b598-29b2b91b0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7'} {{(pid=113002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 06:04:09.573340 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.managers [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Bound port: a2ead44a-265c-4428-84d8-c3ab12aa87cd, host: dv-cinder-836083-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2c8742-16b2-43e8-b598-29b2b91b0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7'}}] {{(pid=113002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 06:04:09.573724 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:09.640822 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] For port a2ead44a-265c-4428-84d8-c3ab12aa87cd, host dv-cinder-836083-14-iscsi, cleared binding levels {{(pid=113002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 06:04:09.643873 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] For port a2ead44a-265c-4428-84d8-c3ab12aa87cd, host dv-cinder-836083-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=a2ead44a-265c-4428-84d8-c3ab12aa87cd,segment=NetworkSegment(1a2c8742-16b2-43e8-b598-29b2b91b0e4e),segment_id=1a2c8742-16b2-43e8-b598-29b2b91b0e4e)] {{(pid=113002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 06:04:09.650276 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:09.688302 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Routers {'8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:04:09.688902 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:04:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:09.745503 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1207509-127e-4dca-bae0-f6d692e1daf4 None None] Pushing event updated for resources: {'Port': ['ID=a2ead44a-265c-4428-84d8-c3ab12aa87cd,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:09.815430 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] Set router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:04:09.938433 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Attempt 6 to provision port a2ead44a-265c-4428-84d8-c3ab12aa87cd Sep 26 06:04:10.077500 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'name': 'tempest-TestVolumeBootPattern-806821702-router', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:04:02Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 4, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'gw_port': {'id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:03Z', 'updated_at': '2022-09-26T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': 'a2ead44a-265c-4428-84d8-c3ab12aa87cd', 'name': '', 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'mac_address': 'fa:16:3e:17:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '6b0d4132-df80-4c9a-8598-bfcee34e361a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:04Z', 'updated_at': '2022-09-26T06:04:09Z', 'revision_number': 4, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'subnets': [{'id': '6b0d4132-df80-4c9a-8598-bfcee34e361a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:10.107222 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Current status of the port a2ead44a-265c-4428-84d8-c3ab12aa87cd is: DOWN; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:10.107549 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:10.110359 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf67688-fe69-441c-b9e0-3db246d83bb2 None None] The sync data for ids ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'] in dv-cinder-836083-14-iscsi is: [{'id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'name': 'tempest-TestVolumeBootPattern-806821702-router', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:04:02Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 4, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'gw_port': {'id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:03Z', 'updated_at': '2022-09-26T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': 'a2ead44a-265c-4428-84d8-c3ab12aa87cd', 'name': '', 'network_id': 'b010a285-498e-4d84-8a8b-5747dba244d7', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'mac_address': 'fa:16:3e:17:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '6b0d4132-df80-4c9a-8598-bfcee34e361a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:04Z', 'updated_at': '2022-09-26T06:04:09Z', 'revision_number': 4, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'subnets': [{'id': '6b0d4132-df80-4c9a-8598-bfcee34e361a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:04:10.162573 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] For port a2ead44a-265c-4428-84d8-c3ab12aa87cd, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=a2ead44a-265c-4428-84d8-c3ab12aa87cd,segment=NetworkSegment(1a2c8742-16b2-43e8-b598-29b2b91b0e4e),segment_id=1a2c8742-16b2-43e8-b598-29b2b91b0e4e)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:04:10.170567 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:10.251113 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3ed5f-e06e-408e-af87-0fe770af15f2 None None] Pushing event updated for resources: {'Port': ['ID=a2ead44a-265c-4428-84d8-c3ab12aa87cd,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:11.122510 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device a2ead44a-265c-4428-84d8-c3ab12aa87cd up at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:04:11.170061 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:11.172062 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Provisioning complete for port a2ead44a-265c-4428-84d8-c3ab12aa87cd triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:11.172463 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:11.172773 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Attempt 1 to provision port a2ead44a-265c-4428-84d8-c3ab12aa87cd Sep 26 06:04:11.248513 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Current status of the port a2ead44a-265c-4428-84d8-c3ab12aa87cd is: ACTIVE; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:12.640787 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=22,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:12.642428 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:15.078221 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:16.083527 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:16.085170 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:17.996312 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=59,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:18.002550 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=31,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:25.068622 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:25.070895 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:27.115101 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=14 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:27.116097 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=12 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:29.175678 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-6e9bfa8b-fe09-4013-8fd2-630255d8c825 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1969979083&fields=id&tenant_id=fe22d212c0eb4df3800b0e80d722e217 HTTP/1.1" status: 200 len: 267 time: 0.0445333 Sep 26 06:04:29.286948 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338b05-e245-4416-917b-3c40df9674bd req-dd830810-8997-42d4-8d89-35a8f6819e8f tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:29.288367 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-dd830810-8997-42d4-8d89-35a8f6819e8f tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 811 time: 0.1060231 Sep 26 06:04:29.303517 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-78607963-4cba-4f81-8a48-3b6b8f6d430f tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/quotas/fe22d212c0eb4df3800b0e80d722e217 HTTP/1.1" status: 200 len: 375 time: 0.0095885 Sep 26 06:04:29.362766 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-13346af8-c6be-42fa-9c88-71bf94558085 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519614 Sep 26 06:04:29.480950 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-595ea558-9638-41ee-8282-92b10bffc6b2 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 06:04:29.481991 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-595ea558-9638-41ee-8282-92b10bffc6b2 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1077232 Sep 26 06:04:29.577379 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-4aaec8f9-3d72-4333-b011-3d69e9ad49f5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892463 Sep 26 06:04:29.672380 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-65feb6c5-0ead-4a57-b70b-95bd4a4eaa46 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890718 Sep 26 06:04:29.700429 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a8f72503-eaec-4fda-9c6b-d36c306b1c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:30.038808 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-65991dad-8d6a-439c-93b0-6087c25e5d31 req-e01cefcb-5bcc-4037-9908-b47f09963c00 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 210 time: 0.0838249 Sep 26 06:04:31.150724 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-db7beb94-97ab-43c4-9f96-645409ea4eba req-961ea052-b163-462f-b57b-2f0aa1b03b89 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 210 time: 0.0286841 Sep 26 06:04:31.467124 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338b05-e245-4416-917b-3c40df9674bd req-c3875c88-b63a-471e-86e9-b955efb066dc tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:31.468581 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-c3875c88-b63a-471e-86e9-b955efb066dc tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 811 time: 0.1088426 Sep 26 06:04:31.543907 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-6df50bd5-5fd1-4b13-9474-51bf826317f0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fe22d212c0eb4df3800b0e80d722e217 HTTP/1.1" status: 200 len: 380 time: 0.0625942 Sep 26 06:04:31.552516 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'port': {'device_id': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'admin_state_up': True, 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'security_groups': ['00facad9-b201-4186-9a56-73c086c06cef']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:31.672220 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Made reservation on behalf of fe22d212c0eb4df3800b0e80d722e217 for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 06:04:31.676247 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:31.807325 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Allocated IP 172.20.0.3 (41837bd9-fbbb-4100-bda5-5dd8c6633ace/2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859/03bb1c03-255f-4922-98a2-f6aa06ceadaa) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:04:31.868487 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:31.923135 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:31.967456 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:32.006845 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:32.020787 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-fb9c83e2-f90d-4f52-ad95-27e0fc8c74b2 service neutron] (113001) timed out ('10.222.0.57', 52536) {{(pid=113001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 06:04:32.052966 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Network 41837bd9-fbbb-4100-bda5-5dd8c6633ace is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:04:32.056343 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:04:32.059011 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:04:32.095260 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'Port': ['ID=03bb1c03-255f-4922-98a2-f6aa06ceadaa,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:32.125991 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:32.126773 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:32.145768 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-ebaa482c-3b53-4112-8268-60f8195a5c90 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5968802 Sep 26 06:04:32.155414 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f44c2fc5-26b3-4e21-9f76-78e22e3047dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:32.164375 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Request body: {'port': {'device_id': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:32.201437 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-5fa38eeb-774c-401e-9ad2-40caa4f056f8 req-71ea5050-f49f-404c-b107-0da85cf2e8f2 tempest-AttachVolumeShelveTestJSON-1472510199 tempest-AttachVolumeShelveTestJSON-1472510199-project] (113001) timed out ('10.222.0.57', 52544) {{(pid=113001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 06:04:32.254609 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:32.285074 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36b4db-3b88-40cd-84bf-7b7f40733e4c req-e7167101-ff7e-4fef-a849-b3c60f933195 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:32.286606 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1c36b4db-3b88-40cd-84bf-7b7f40733e4c req-e7167101-ff7e-4fef-a849-b3c60f933195 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 931 time: 0.0519516 Sep 26 06:04:32.337918 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1c36b4db-3b88-40cd-84bf-7b7f40733e4c req-2ea96141-71f2-417a-bb1e-1d96c7418bc3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453620 Sep 26 06:04:32.345833 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-ad57b5ff-6f0e-4378-bf94-2c6566bd6f64 None None] Provisioning complete for port 03bb1c03-255f-4922-98a2-f6aa06ceadaa triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:32.346219 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-ad57b5ff-6f0e-4378-bf94-2c6566bd6f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:32.346534 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-ad57b5ff-6f0e-4378-bf94-2c6566bd6f64 None None] Attempt 1 to provision port 03bb1c03-255f-4922-98a2-f6aa06ceadaa Sep 26 06:04:32.382793 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-ad57b5ff-6f0e-4378-bf94-2c6566bd6f64 None None] Port 03bb1c03-255f-4922-98a2-f6aa06ceadaa cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:04:32.522854 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bb1c03-255f-4922-98a2-f6aa06ceadaa {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 06:04:32.530752 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Publish callbacks [] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:32.544099 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Transition to ACTIVE for port object 03bb1c03-255f-4922-98a2-f6aa06ceadaa will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 06:04:32.549458 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:32.609359 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Pushing event updated for resources: {'Port': ['ID=03bb1c03-255f-4922-98a2-f6aa06ceadaa,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:32.669738 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Attempting to bind port 03bb1c03-255f-4922-98a2-f6aa06ceadaa on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 06:04:32.670081 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Attempting to bind port 03bb1c03-255f-4922-98a2-f6aa06ceadaa by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 06:04:32.670409 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Attempting to bind port 03bb1c03-255f-4922-98a2-f6aa06ceadaa on network 41837bd9-fbbb-4100-bda5-5dd8c6633ace {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:04:32.707399 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:32.726753 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Port 03bb1c03-255f-4922-98a2-f6aa06ceadaa on network 41837bd9-fbbb-4100-bda5-5dd8c6633ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 06:04:32.727043 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Attempting to bind port 03bb1c03-255f-4922-98a2-f6aa06ceadaa on network 41837bd9-fbbb-4100-bda5-5dd8c6633ace {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:04:32.770516 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 6, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 06:04:32.770821 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Checking segment: {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 06:04:32.771204 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Bound using segment: {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 06:04:32.771631 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Bound port: 03bb1c03-255f-4922-98a2-f6aa06ceadaa, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 06:04:32.771988 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:32.830789 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:32.833588 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] For port 03bb1c03-255f-4922-98a2-f6aa06ceadaa, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 06:04:32.837003 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] For port 03bb1c03-255f-4922-98a2-f6aa06ceadaa, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=03bb1c03-255f-4922-98a2-f6aa06ceadaa,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 06:04:32.844483 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:32.849057 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:32.849692 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:32.851046 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/03bb1c03-255f-4922-98a2-f6aa06ceadaa HTTP/1.1" status: 200 len: 1093 time: 0.6918235 Sep 26 06:04:32.851578 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'tag': '03bb1c03-255f-4922-98a2-f6aa06ceadaa'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:04:32.853852 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f" -d '{"events": [{"name": "network-changed", "server_uuid": "4569e22c-f206-456d-b9c1-a141f9f1b073", "tag": "03bb1c03-255f-4922-98a2-f6aa06ceadaa"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:04:32.883966 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-ad57b5ff-6f0e-4378-bf94-2c6566bd6f64 None None] Attempt 2 to provision port 03bb1c03-255f-4922-98a2-f6aa06ceadaa Sep 26 06:04:32.894333 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 06:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de93e08b-8667-4d99-a89d-c05df7df8329 x-openstack-request-id: req-de93e08b-8667-4d99-a89d-c05df7df8329 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:04:32.894586 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4569e22c-f206-456d-b9c1-a141f9f1b073", "tag": "03bb1c03-255f-4922-98a2-f6aa06ceadaa", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:04:32.894859 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de93e08b-8667-4d99-a89d-c05df7df8329 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:04:32.895264 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de93e08b-8667-4d99-a89d-c05df7df8329'] response: {'name': 'network-changed', 'server_uuid': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'tag': '03bb1c03-255f-4922-98a2-f6aa06ceadaa', 'status': 'completed', 'code': 200} Sep 26 06:04:32.905256 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb53f54-005e-419e-8b51-43a8523d4db0 service neutron] Pushing event updated for resources: {'Port': ['ID=03bb1c03-255f-4922-98a2-f6aa06ceadaa,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:32.926190 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-ad57b5ff-6f0e-4378-bf94-2c6566bd6f64 None None] Port 03bb1c03-255f-4922-98a2-f6aa06ceadaa had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 06:04:32.962410 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338b05-e245-4416-917b-3c40df9674bd req-5212c5a8-e8e1-4afd-b60e-dfd222a6f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:32.963888 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-5212c5a8-e8e1-4afd-b60e-dfd222a6f9f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 1127 time: 0.0433381 Sep 26 06:04:33.007283 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-938b65e1-f1d1-4233-9c94-196951ec3310 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bb1c03-255f-4922-98a2-f6aa06ceadaa HTTP/1.1" status: 200 len: 217 time: 0.0317118 Sep 26 06:04:33.055268 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338b05-e245-4416-917b-3c40df9674bd req-90519888-a836-47c3-aa89-af713857a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:33.056684 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-90519888-a836-47c3-aa89-af713857a88e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0434191 Sep 26 06:04:33.100461 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338b05-e245-4416-917b-3c40df9674bd req-2e82fea3-6478-493d-83b4-8ec252ebd8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:33.101910 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-2e82fea3-6478-493d-83b4-8ec252ebd8e2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392241 Sep 26 06:04:33.194722 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-f3687c02-1386-4ca2-896d-6a2d4046b905 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861518 Sep 26 06:04:33.298699 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-41338b05-e245-4416-917b-3c40df9674bd req-2cce116f-b52e-4f95-8773-301559067d72 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976729 Sep 26 06:04:33.400081 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:33.464471 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96636bd-c970-45b1-a9d1-c1ce791dd825 req-b686a614-75a0-4c91-b7e1-812653d4aae3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:33.465877 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a96636bd-c970-45b1-a9d1-c1ce791dd825 req-b686a614-75a0-4c91-b7e1-812653d4aae3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 943 time: 0.0482831 Sep 26 06:04:33.515898 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a96636bd-c970-45b1-a9d1-c1ce791dd825 req-6c51f927-9b0a-43d8-8ae7-acc7f24fbb98 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Sep 26 06:04:34.129734 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f req-83099036-f3a3-403e-bad9-25ab1b64c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:34.131261 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f req-83099036-f3a3-403e-bad9-25ab1b64c0ee service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 1127 time: 0.0406957 Sep 26 06:04:34.230770 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f req-ccf91c91-47c5-4393-8c2d-5c3ca15e544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:34.232248 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f req-ccf91c91-47c5-4393-8c2d-5c3ca15e544b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.0927992 Sep 26 06:04:34.276237 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f req-cd16727f-9764-4634-a216-58cf2edd7d53 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bb1c03-255f-4922-98a2-f6aa06ceadaa HTTP/1.1" status: 200 len: 217 time: 0.0375838 Sep 26 06:04:34.327449 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f req-b43fb1f0-a412-41d4-a19e-e04a8389b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:34.328892 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f req-b43fb1f0-a412-41d4-a19e-e04a8389b02b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0472934 Sep 26 06:04:34.372296 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f req-575ce776-e587-4957-a388-596de85b7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:34.373805 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f req-575ce776-e587-4957-a388-596de85b7b66 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393929 Sep 26 06:04:34.472175 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f req-0a5fd3e7-91ce-4790-91a3-917409ad1037 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923531 Sep 26 06:04:34.852314 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6e86e587-5b7e-4936-b9e4-a80387b4cf6f req-09b2c558-0068-4bb9-9296-12ea93816759 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742144 Sep 26 06:04:34.888038 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71983b2-6951-477e-8677-ff4a8d9de8e1 req-0b14019c-892f-446c-bcf7-8ef3b5e01034 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:34.889564 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a71983b2-6951-477e-8677-ff4a8d9de8e1 req-0b14019c-892f-446c-bcf7-8ef3b5e01034 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 943 time: 0.0564897 Sep 26 06:04:34.918371 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:34.950449 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a71983b2-6951-477e-8677-ff4a8d9de8e1 req-b84966fb-2b2c-49a5-a633-a4e2a13232c1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537131 Sep 26 06:04:35.084152 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:35.097336 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:04:35.104929 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:36.077274 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f020bda-0996-4340-9812-a079e914a2e6 req-dcaf92cc-1064-4007-8eaf-ba84e6330080 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:36.078876 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3f020bda-0996-4340-9812-a079e914a2e6 req-dcaf92cc-1064-4007-8eaf-ba84e6330080 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 943 time: 0.0494690 Sep 26 06:04:36.135751 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-3f020bda-0996-4340-9812-a079e914a2e6 req-92c66eeb-5711-4b01-9d7b-4c0e6c6a6818 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503423 Sep 26 06:04:37.253413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:37.267662 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0768962-3115-4e7d-b19a-3274e8f266b2 req-7538dc26-812a-4fa4-b1ad-70f112fc1c9b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:37.269177 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c0768962-3115-4e7d-b19a-3274e8f266b2 req-7538dc26-812a-4fa4-b1ad-70f112fc1c9b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 943 time: 0.0495746 Sep 26 06:04:37.322917 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c0768962-3115-4e7d-b19a-3274e8f266b2 req-466036cc-e2d7-4c04-a153-80b85cf5e258 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476928 Sep 26 06:04:38.460044 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776ee06-3e68-4c30-8294-ad34d83ff30c req-6ff7bf0e-4c75-4e0d-acf1-80a02f481d55 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:38.461563 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0776ee06-3e68-4c30-8294-ad34d83ff30c req-6ff7bf0e-4c75-4e0d-acf1-80a02f481d55 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 943 time: 0.0479836 Sep 26 06:04:38.512642 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-0776ee06-3e68-4c30-8294-ad34d83ff30c req-5fb8d19b-d70d-48e0-8ba8-a6765d845e4a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452545 Sep 26 06:04:39.644596 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752158d-7b28-4389-b0e9-8c194fcd7e10 req-ed31d0ab-73c1-4a86-b280-2210acc7bbb0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:39.646807 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f752158d-7b28-4389-b0e9-8c194fcd7e10 req-ed31d0ab-73c1-4a86-b280-2210acc7bbb0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 943 time: 0.0568297 Sep 26 06:04:39.700060 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f752158d-7b28-4389-b0e9-8c194fcd7e10 req-b010f80a-6849-42d6-ab3c-841bb05d2b07 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451155 Sep 26 06:04:40.838916 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2892d-aff9-4189-bed4-ef0923a3a167 req-aec64b48-f621-4b66-875f-85a961493021 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:40.840388 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e1f2892d-aff9-4189-bed4-ef0923a3a167 req-aec64b48-f621-4b66-875f-85a961493021 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 943 time: 0.0494778 Sep 26 06:04:40.904134 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-e1f2892d-aff9-4189-bed4-ef0923a3a167 req-0e8736d7-0bf8-4ffa-9dfd-1cf68beb0173 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553999 Sep 26 06:04:42.038517 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c14a5d-edc3-4a6a-ad47-eaf84637d4bb req-54633983-bd92-47f2-9db1-35d54293089f tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:42.039984 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-75c14a5d-edc3-4a6a-ad47-eaf84637d4bb req-54633983-bd92-47f2-9db1-35d54293089f tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 943 time: 0.0522182 Sep 26 06:04:42.102182 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-75c14a5d-edc3-4a6a-ad47-eaf84637d4bb req-abb7c7f1-2b92-4c81-a2c7-40352591e2b5 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535018 Sep 26 06:04:42.192496 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 03bb1c03-255f-4922-98a2-f6aa06ceadaa details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 06:04:42.310263 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 03bb1c03-255f-4922-98a2-f6aa06ceadaa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=03bb1c03-255f-4922-98a2-f6aa06ceadaa,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:04:42.323085 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '03bb1c03-255f-4922-98a2-f6aa06ceadaa', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'port_id': '03bb1c03-255f-4922-98a2-f6aa06ceadaa', 'mac_address': 'fa:16:3e:b7:e7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 06:04:42.362134 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 03bb1c03-255f-4922-98a2-f6aa06ceadaa is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:42.362740 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:42.380861 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bb1c03-255f-4922-98a2-f6aa06ceadaa {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 06:04:42.404947 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 03bb1c03-255f-4922-98a2-f6aa06ceadaa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=03bb1c03-255f-4922-98a2-f6aa06ceadaa,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:04:42.412381 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:42.587839 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=03bb1c03-255f-4922-98a2-f6aa06ceadaa,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:42.793060 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['03bb1c03-255f-4922-98a2-f6aa06ceadaa'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 06:04:43.230783 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d3ed9-1500-4741-8b67-6b5d343d8cb7 req-4fce13f7-d655-40b9-8c40-569bca73fa18 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:43.232305 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-339d3ed9-1500-4741-8b67-6b5d343d8cb7 req-4fce13f7-d655-40b9-8c40-569bca73fa18 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 944 time: 0.0531123 Sep 26 06:04:43.283265 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-339d3ed9-1500-4741-8b67-6b5d343d8cb7 req-fa629f2f-39da-4140-9709-8253265f4722 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440350 Sep 26 06:04:44.198868 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 03bb1c03-255f-4922-98a2-f6aa06ceadaa up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:04:44.244079 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 03bb1c03-255f-4922-98a2-f6aa06ceadaa completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 06:04:44.251804 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 03bb1c03-255f-4922-98a2-f6aa06ceadaa triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:04:44.252337 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:44.252821 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 03bb1c03-255f-4922-98a2-f6aa06ceadaa Sep 26 06:04:44.254476 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:44.281220 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:44.332162 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 03bb1c03-255f-4922-98a2-f6aa06ceadaa is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:04:44.332623 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:44.356574 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb1c03-255f-4922-98a2-f6aa06ceadaa'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:04:44.358895 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9095fff9-133a-4afd-b51f-125d058d2471" -d '{"events": [{"server_uuid": "4569e22c-f206-456d-b9c1-a141f9f1b073", "name": "network-vif-plugged", "status": "completed", "tag": "03bb1c03-255f-4922-98a2-f6aa06ceadaa"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:04:44.371684 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 03bb1c03-255f-4922-98a2-f6aa06ceadaa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=03bb1c03-255f-4922-98a2-f6aa06ceadaa,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:04:44.378037 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:44.414361 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e811bc-ebaf-4861-a97d-4b2c6804a911 req-4c24b033-29f4-417d-88d2-c7f7611becf2 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:44.415879 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f0e811bc-ebaf-4861-a97d-4b2c6804a911 req-4c24b033-29f4-417d-88d2-c7f7611becf2 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 944 time: 0.0551319 Sep 26 06:04:44.427902 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=03bb1c03-255f-4922-98a2-f6aa06ceadaa,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:44.460199 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 06:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a292d5-6e43-465d-b7aa-73ddce644b1c x-openstack-request-id: req-69a292d5-6e43-465d-b7aa-73ddce644b1c {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:04:44.460570 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4569e22c-f206-456d-b9c1-a141f9f1b073", "name": "network-vif-plugged", "status": "completed", "tag": "03bb1c03-255f-4922-98a2-f6aa06ceadaa", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:04:44.460829 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-69a292d5-6e43-465d-b7aa-73ddce644b1c {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:04:44.461256 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a292d5-6e43-465d-b7aa-73ddce644b1c'] response: {'server_uuid': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb1c03-255f-4922-98a2-f6aa06ceadaa', 'code': 200} Sep 26 06:04:44.473824 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f0e811bc-ebaf-4861-a97d-4b2c6804a911 req-4661b416-722b-47e7-91fd-df4220af9aa9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522661 Sep 26 06:04:44.716247 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229473d-0cfb-4afb-b20f-ae7b27dbc67a req-9e4402d2-71c7-4c9b-831c-b154191e5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:44.717703 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6229473d-0cfb-4afb-b20f-ae7b27dbc67a req-9e4402d2-71c7-4c9b-831c-b154191e5fef service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 1129 time: 0.0404172 Sep 26 06:04:44.767882 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6229473d-0cfb-4afb-b20f-ae7b27dbc67a req-cc735ea6-bd42-4892-8c65-b636dfad6578 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439270 Sep 26 06:04:45.098935 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:45.621621 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5aec0-287a-4114-8ed1-315cf75874f6 req-b72221b5-f07f-4363-a524-0374a3b4faea tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:45.623099 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45e5aec0-287a-4114-8ed1-315cf75874f6 req-b72221b5-f07f-4363-a524-0374a3b4faea tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 945 time: 0.0465288 Sep 26 06:04:45.672483 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45e5aec0-287a-4114-8ed1-315cf75874f6 req-ad8c8bc8-24f5-4433-8154-33094a04762a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436306 Sep 26 06:04:46.808438 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3927-f496-47de-b178-6a5ef0ec85fc req-63469e39-74b3-4c4b-ad92-6b09ec8662de tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:46.810049 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-750a3927-f496-47de-b178-6a5ef0ec85fc req-63469e39-74b3-4c4b-ad92-6b09ec8662de tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 945 time: 0.0531886 Sep 26 06:04:46.863575 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-750a3927-f496-47de-b178-6a5ef0ec85fc req-66fd97e6-4787-4987-b9c0-8d6d3e2c52e3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445905 Sep 26 06:04:46.992647 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44588f-9846-431b-8736-879eb896f3aa req-827d2ee7-96ec-4ff9-b059-f5bf68875821 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:46.994082 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-fb44588f-9846-431b-8736-879eb896f3aa req-827d2ee7-96ec-4ff9-b059-f5bf68875821 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 945 time: 0.0548060 Sep 26 06:04:47.046811 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-fb44588f-9846-431b-8736-879eb896f3aa req-496d5c22-7051-4244-b31b-43a304f66bac tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Sep 26 06:04:47.081605 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59076) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:47.170865 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a0505-5387-438e-bb55-77dfc6f12d6d tempest-TestVolumeBootPattern-168264203 tempest-TestVolumeBootPattern-168264203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:47.172414 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-252a0505-5387-438e-bb55-77dfc6f12d6d tempest-TestVolumeBootPattern-168264203 tempest-TestVolumeBootPattern-168264203-project-admin] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 1124 time: 0.0898252 Sep 26 06:04:47.176977 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59080) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:04:47.181281 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'port_id': '03bb1c03-255f-4922-98a2-f6aa06ceadaa', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address': '172.20.0.3'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:04:47.205290 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:47.288978 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:47.324616 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:47.395269 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Allocated IP 172.27.1.254 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/99aaf72a-63b8-4f36-9914-daecab63d705) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:04:47.404722 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:47.511819 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for port (99aaf72a-63b8-4f36-9914-daecab63d705), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:47.551002 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (99aaf72a-63b8-4f36-9914-daecab63d705), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:47.592703 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:04:47.597801 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:04:47.600405 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:04:47.603797 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'Port': ['ID=99aaf72a-63b8-4f36-9914-daecab63d705,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:47.975916 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (ce89926b-f240-4313-8c58-2cd43c4526d0), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:48.050874 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (99aaf72a-63b8-4f36-9914-daecab63d705), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:48.133479 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:48.204368 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for port (99aaf72a-63b8-4f36-9914-daecab63d705), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:48.211236 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (99aaf72a-63b8-4f36-9914-daecab63d705), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:48.216886 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:48.284618 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'Port': ['ID=99aaf72a-63b8-4f36-9914-daecab63d705,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:04:48.288254 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (ce89926b-f240-4313-8c58-2cd43c4526d0), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:48.386716 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Floating IP ce89926b-f240-4313-8c58-2cd43c4526d0 associated. External IP: 172.27.1.254, port: 03bb1c03-255f-4922-98a2-f6aa06ceadaa. Sep 26 06:04:48.869505 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Router ef672296-f69f-4a84-8b90-028c54abf3c0 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:04:48.975116 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:04:48.989534 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbefb11-7480-4343-9f4f-d85308169fbc None None] Sync routers for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:04:48.998860 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:04:49.001075 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbefb11-7480-4343-9f4f-d85308169fbc None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:04:49.001700 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-7dbefb11-7480-4343-9f4f-d85308169fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:04:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:49.035214 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-f75c46a1-d423-45c0-8122-f07c22df4a9e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8549950 Sep 26 06:04:49.035214 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'tag': '03bb1c03-255f-4922-98a2-f6aa06ceadaa'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:04:49.036139 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42" -d '{"events": [{"name": "network-changed", "server_uuid": "4569e22c-f206-456d-b9c1-a141f9f1b073", "tag": "03bb1c03-255f-4922-98a2-f6aa06ceadaa"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:04:49.107251 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-7dbefb11-7480-4343-9f4f-d85308169fbc None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:04:49.132778 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 06:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08445fff-4a38-4b4d-a1cb-6bc444cb9f7b x-openstack-request-id: req-08445fff-4a38-4b4d-a1cb-6bc444cb9f7b {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:04:49.133368 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4569e22c-f206-456d-b9c1-a141f9f1b073", "tag": "03bb1c03-255f-4922-98a2-f6aa06ceadaa", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:04:49.133368 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-08445fff-4a38-4b4d-a1cb-6bc444cb9f7b {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:04:49.133742 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08445fff-4a38-4b4d-a1cb-6bc444cb9f7b'] response: {'name': 'network-changed', 'server_uuid': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'tag': '03bb1c03-255f-4922-98a2-f6aa06ceadaa', 'status': 'completed', 'code': 200} Sep 26 06:04:49.222383 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42 req-54650c27-818a-4f5c-987d-b1ae3668ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:49.223933 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42 req-54650c27-818a-4f5c-987d-b1ae3668ed41 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 1129 time: 0.0399442 Sep 26 06:04:49.320059 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42 req-f52c5c67-2bb6-4db3-a979-0abab5163f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:49.321904 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42 req-f52c5c67-2bb6-4db3-a979-0abab5163f11 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.0909450 Sep 26 06:04:49.322851 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-7dbefb11-7480-4343-9f4f-d85308169fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': 'ce89926b-f240-4313-8c58-2cd43c4526d0', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '03bb1c03-255f-4922-98a2-f6aa06ceadaa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:b7:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:04:47Z', 'updated_at': '2022-09-26T06:04:47Z', 'revision_number': 0, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:49.351579 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbefb11-7480-4343-9f4f-d85308169fbc None None] Checking router: ef672296-f69f-4a84-8b90-028c54abf3c0 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:04:49.360602 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbefb11-7480-4343-9f4f-d85308169fbc None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:04:49.361244 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-7dbefb11-7480-4343-9f4f-d85308169fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:04:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:49.383951 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42 req-9617e90c-30d1-4c71-8bd9-88e1346ae064 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bb1c03-255f-4922-98a2-f6aa06ceadaa HTTP/1.1" status: 200 len: 999 time: 0.0564134 Sep 26 06:04:49.433045 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42 req-dc1a5462-91ab-40a1-a289-a18b119ec18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:49.434541 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42 req-dc1a5462-91ab-40a1-a289-a18b119ec18e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0446482 Sep 26 06:04:49.461642 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-7dbefb11-7480-4343-9f4f-d85308169fbc None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:04:49.484050 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42 req-be39f4f5-26ef-4af4-9f26-9f78edcb3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:04:49.485569 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42 req-be39f4f5-26ef-4af4-9f26-9f78edcb3f31 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454264 Sep 26 06:04:49.582063 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42 req-3825986c-0a60-48a4-869e-f4ce0621f854 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904062 Sep 26 06:04:49.644364 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:49.677762 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-dd2d3a59-6f76-463a-b7d3-6ac0759bee42 req-0e6292c2-6c71-4a82-bade-e49e20f6697b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892124 Sep 26 06:04:49.680107 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-7dbefb11-7480-4343-9f4f-d85308169fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': 'ce89926b-f240-4313-8c58-2cd43c4526d0', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '03bb1c03-255f-4922-98a2-f6aa06ceadaa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:b7:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:04:47Z', 'updated_at': '2022-09-26T06:04:47Z', 'revision_number': 0, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:04:49.705897 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbefb11-7480-4343-9f4f-d85308169fbc None None] The sync data for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi is: [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': 'ce89926b-f240-4313-8c58-2cd43c4526d0', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.254', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '03bb1c03-255f-4922-98a2-f6aa06ceadaa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:b7:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:04:47Z', 'updated_at': '2022-09-26T06:04:47Z', 'revision_number': 0, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:04:49.898731 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612eb1ed-d05a-4d0f-be3d-4a4c2852e496 None None] New status for floating IP ce89926b-f240-4313-8c58-2cd43c4526d0: ACTIVE {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 06:04:59.028150 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=48 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:59.030115 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=76,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:59.668508 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:59.674849 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:59.683044 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=77 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:59.683734 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=79 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:04:59.705798 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-05f11de1-225b-42ca-98cb-dcc4bad4a322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:02.144756 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dade817-d96f-464d-b826-d48437382ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:03.415310 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:05.087273 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:05.108253 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:12.101218 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:05:15.077512 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=40,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:05:15.079434 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:05:15.096190 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:25.095527 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:05:26.082613 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:05:26.204221 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b654a3a6-e077-4669-8764-9f4884149c0b req-a6e67359-90ad-42d3-a496-0fd9a7133279 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899196 Sep 26 06:05:26.320932 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a3a6-e077-4669-8764-9f4884149c0b req-410a9123-16b5-4e62-9f75-ebb48a4f2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:05:26.322505 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b654a3a6-e077-4669-8764-9f4884149c0b req-410a9123-16b5-4e62-9f75-ebb48a4f2191 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 1129 time: 0.0486228 Sep 26 06:05:26.432679 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a3a6-e077-4669-8764-9f4884149c0b req-a500c8f1-addb-4f84-be90-fb47661f5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:05:26.434184 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b654a3a6-e077-4669-8764-9f4884149c0b req-a500c8f1-addb-4f84-be90-fb47661f5da1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.0916750 Sep 26 06:05:26.498964 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b654a3a6-e077-4669-8764-9f4884149c0b req-7c8eb615-c07b-4d1a-8c63-65b1431a3cb1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bb1c03-255f-4922-98a2-f6aa06ceadaa HTTP/1.1" status: 200 len: 1001 time: 0.0583248 Sep 26 06:05:26.549066 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a3a6-e077-4669-8764-9f4884149c0b req-7005ce45-4d1a-44f9-8e8e-5930a18a65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:05:26.550545 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b654a3a6-e077-4669-8764-9f4884149c0b req-7005ce45-4d1a-44f9-8e8e-5930a18a65ef service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0455012 Sep 26 06:05:26.602840 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a3a6-e077-4669-8764-9f4884149c0b req-1043d013-2fed-44fe-9005-9d250e931ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:05:26.605358 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b654a3a6-e077-4669-8764-9f4884149c0b req-1043d013-2fed-44fe-9005-9d250e931ed3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489199 Sep 26 06:05:26.615599 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-b654a3a6-e077-4669-8764-9f4884149c0b req-d6e18a37-ac38-417f-a57b-52f70e95d5c7 service neutron] http://10.222.0.57:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 06:05:26.616535 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b654a3a6-e077-4669-8764-9f4884149c0b req-d6e18a37-ac38-417f-a57b-52f70e95d5c7 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052412 Sep 26 06:05:26.714486 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b654a3a6-e077-4669-8764-9f4884149c0b req-5607c074-0cb6-4c6a-9125-097e19685740 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909212 Sep 26 06:05:26.825023 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b654a3a6-e077-4669-8764-9f4884149c0b req-5df522f0-f69d-4748-91c4-2fd41d01687c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047158 Sep 26 06:05:28.037540 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:05:29.703597 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7c861c2a-4383-40e3-9087-a41500e11190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:32.142754 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a4e9301e-2b61-4178-b954-f9e5397b8d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:33.410357 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:35.093593 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:35.113621 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:36.819623 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=48 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:05:36.821971 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=53 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:05:45.111868 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:05:49.101040 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:05:55.098418 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:05:55.104928 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:05:59.700162 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-190ee515-63a8-4b31-a467-3a9ed41a5aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:02.143051 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-81fb7ffb-22a4-4245-8a67-e8e664e8953a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:03.075993 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:03.080510 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:03.414244 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:05.106174 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:05.109450 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:15.108672 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:25.100414 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:25.102569 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:26.105113 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:06:27.119429 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=13 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:27.156902 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-5034ab24-8f47-4c71-ae56-03cf25d5bfd8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458088 Sep 26 06:06:27.264253 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-9d2b8dd2-6fdb-4e0e-b4b6-be525e2fab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:06:27.265811 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-9d2b8dd2-6fdb-4e0e-b4b6-be525e2fab43 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 1129 time: 0.0410657 Sep 26 06:06:27.376719 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-b9acaa0e-e82d-4480-9dbb-510d3769bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:06:27.378125 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-b9acaa0e-e82d-4480-9dbb-510d3769bc26 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.0936327 Sep 26 06:06:27.453348 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-fd04a334-4805-447a-bb64-ca2c434fda9e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bb1c03-255f-4922-98a2-f6aa06ceadaa HTTP/1.1" status: 200 len: 1001 time: 0.0682764 Sep 26 06:06:27.504461 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-5a8d43c5-7c08-442c-a9e8-824b999d7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:06:27.505955 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-5a8d43c5-7c08-442c-a9e8-824b999d7626 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0470440 Sep 26 06:06:27.549662 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-fc5e5af6-30f9-489b-a784-145bb72c297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:06:27.551143 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-fc5e5af6-30f9-489b-a784-145bb72c297c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386138 Sep 26 06:06:27.645123 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-52dace85-96ae-4b05-87a5-888a12f91496 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870073 Sep 26 06:06:27.736259 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1e60365c-83bc-4cc2-b803-a0470e85a3b8 req-09d4f187-f20c-474b-ab0c-e7e9640bbf00 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854046 Sep 26 06:06:29.697085 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1ff4fc2c-a9c7-4b09-89b3-e39a74706eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:32.141485 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-490f8a27-1ba6-483d-8ea6-9d7316b8c4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:33.413447 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:35.107284 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:35.110588 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:37.731340 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=53 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:37.732777 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=48 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:40.082388 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=18 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:40.083262 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:45.102178 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:45.105285 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:45.129650 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:06:55.124551 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:06:59.693615 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6bb1-ef6c-4d9a-acd4-8e42f22cd026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:02.141638 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-89e78e2f-7e3e-43d1-aebe-eda95b6bb07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:03.103830 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:07:03.258942 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6eeb6-7c2c-489f-bd99-da42501352b7 req-962cc13f-5f66-463b-9ae7-09f0c421bdd0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:03.260329 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a1b6eeb6-7c2c-489f-bd99-da42501352b7 req-962cc13f-5f66-463b-9ae7-09f0c421bdd0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 945 time: 0.0507617 Sep 26 06:07:03.310598 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a1b6eeb6-7c2c-489f-bd99-da42501352b7 req-241fa46b-975b-4bad-bf8e-c7a81cd98b68 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444105 Sep 26 06:07:03.421097 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:04.454896 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574d3c1-4960-4228-8e4c-91e47d7af6d6 req-ae98de94-3bb1-4a60-baf2-4d784885b3cb tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:04.456355 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7574d3c1-4960-4228-8e4c-91e47d7af6d6 req-ae98de94-3bb1-4a60-baf2-4d784885b3cb tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 945 time: 0.0502293 Sep 26 06:07:04.509580 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-7574d3c1-4960-4228-8e4c-91e47d7af6d6 req-5e827063-77db-4852-b23c-51f77fa51472 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450275 Sep 26 06:07:04.966499 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-e0416d15-ccb3-413b-8761-ed9dd9178039 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:04.967968 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-e0416d15-ccb3-413b-8761-ed9dd9178039 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 945 time: 0.0487416 Sep 26 06:07:05.052751 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Deleting port 03bb1c03-255f-4922-98a2-f6aa06ceadaa {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:07:05.053035 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:05.108081 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:05.110754 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:05.150332 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] For port 03bb1c03-255f-4922-98a2-f6aa06ceadaa, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=03bb1c03-255f-4922-98a2-f6aa06ceadaa,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:07:05.150713 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:05.314156 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:05.314559 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (ce89926b-f240-4313-8c58-2cd43c4526d0), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:05.314985 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Floating IP ce89926b-f240-4313-8c58-2cd43c4526d0 disassociated. External IP: 172.27.1.254, port: 03bb1c03-255f-4922-98a2-f6aa06ceadaa. Sep 26 06:07:05.315246 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Calling delete_port for 03bb1c03-255f-4922-98a2-f6aa06ceadaa owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:07:05.478575 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (03bb1c03-255f-4922-98a2-f6aa06ceadaa), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:05.507224 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event deleted for resources: {'Port': ['ID=03bb1c03-255f-4922-98a2-f6aa06ceadaa,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:07:05.519822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.520058 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.522194 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.522194 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.522194 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.522194 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.522194 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.522194 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.522816 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.522816 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.523057 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.523162 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.523484 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.523852 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.524121 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:05.638020 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4119b7c2-a6ce-478d-8747-e875e66bf803 req-4ba8747c-188e-48f6-86f4-705e146d9d9d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 210 time: 0.0320864 Sep 26 06:07:05.655090 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Router ef672296-f69f-4a84-8b90-028c54abf3c0 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:07:05.758616 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:07:05.770112 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890fbe59-9937-415f-985f-7b478552f291 None None] Sync routers for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:07:05.781436 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fbe59-9937-415f-985f-7b478552f291 None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:07:05.782163 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-890fbe59-9937-415f-985f-7b478552f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:07:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:07:05.808303 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] No DVR routers for this DVR port 03bb1c03-255f-4922-98a2-f6aa06ceadaa on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 06:07:05.810881 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:05.814102 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-1db0b85c-7896-4243-98e5-22b3d179c26d req-816e961b-3e0c-4cec-9a81-8d43650bef7a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "DELETE /networking/v2.0/ports/03bb1c03-255f-4922-98a2-f6aa06ceadaa HTTP/1.1" status: 204 len: 173 time: 0.8407590 Sep 26 06:07:05.814596 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'name': 'network-vif-deleted', 'tag': '03bb1c03-255f-4922-98a2-f6aa06ceadaa'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:07:05.816954 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ae0bd7-9454-4171-9348-fc20edc21b95" -d '{"events": [{"server_uuid": "4569e22c-f206-456d-b9c1-a141f9f1b073", "name": "network-vif-deleted", "tag": "03bb1c03-255f-4922-98a2-f6aa06ceadaa"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:07:05.863445 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 06:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c613418-0618-4750-b990-5f29da9053ab x-openstack-request-id: req-9c613418-0618-4750-b990-5f29da9053ab {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:07:05.863799 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4569e22c-f206-456d-b9c1-a141f9f1b073", "name": "network-vif-deleted", "tag": "03bb1c03-255f-4922-98a2-f6aa06ceadaa", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:07:05.864156 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c613418-0618-4750-b990-5f29da9053ab {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:07:05.864745 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c613418-0618-4750-b990-5f29da9053ab'] response: {'server_uuid': '4569e22c-f206-456d-b9c1-a141f9f1b073', 'name': 'network-vif-deleted', 'tag': '03bb1c03-255f-4922-98a2-f6aa06ceadaa', 'status': 'completed', 'code': 200} Sep 26 06:07:05.924359 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-890fbe59-9937-415f-985f-7b478552f291 None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:07:06.212221 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-890fbe59-9937-415f-985f-7b478552f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:07:06.239622 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890fbe59-9937-415f-985f-7b478552f291 None None] Checking router: ef672296-f69f-4a84-8b90-028c54abf3c0 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:07:06.248414 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fbe59-9937-415f-985f-7b478552f291 None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:07:06.249021 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-890fbe59-9937-415f-985f-7b478552f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:07:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:07:06.354008 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-890fbe59-9937-415f-985f-7b478552f291 None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:07:06.565768 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-890fbe59-9937-415f-985f-7b478552f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:07:06.592693 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890fbe59-9937-415f-985f-7b478552f291 None None] The sync data for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi is: [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:07:06.742861 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:06.765312 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-12814f9a-7634-4b6e-9bc2-1544edadca8c req-5bf354f9-5d36-4594-9f8b-8eb3413ada49 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4569e22c-f206-456d-b9c1-a141f9f1b073 HTTP/1.1" status: 200 len: 210 time: 0.0350194 Sep 26 06:07:06.836295 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21128c78-db1c-4003-9897-c5aa698e8f0f None None] New status for floating IP ce89926b-f240-4313-8c58-2cd43c4526d0: DOWN {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 06:07:07.024822 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 03bb1c03-255f-4922-98a2-f6aa06ceadaa no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:07:07.045598 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 03bb1c03-255f-4922-98a2-f6aa06ceadaa {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:07:07.045937 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 03bb1c03-255f-4922-98a2-f6aa06ceadaa not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:07:07.977744 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:08.024039 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-0774cfea-20bc-4531-b73a-3509fee6ea21 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1969979083&fields=id&tenant_id=fe22d212c0eb4df3800b0e80d722e217 HTTP/1.1" status: 200 len: 267 time: 0.0572958 Sep 26 06:07:08.136943 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344120f-0659-4219-b2ad-873d22f1763e req-973b0835-5bea-439c-bfa8-791a5cbd8df5 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:08.138443 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-973b0835-5bea-439c-bfa8-791a5cbd8df5 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 811 time: 0.1074743 Sep 26 06:07:08.158334 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-0d3e9220-a3af-4b12-b17d-5d13ae7a28b3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/quotas/fe22d212c0eb4df3800b0e80d722e217 HTTP/1.1" status: 200 len: 375 time: 0.0134752 Sep 26 06:07:08.213851 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-d4ef484d-c488-490f-9dbf-fd0acfaff2db tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495925 Sep 26 06:07:08.310969 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-4f620419-c0eb-45a7-b38f-9ffbb82ef689 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846763 Sep 26 06:07:08.406480 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-a628faf3-043d-4b1d-bed6-978c5bc1e894 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889006 Sep 26 06:07:08.732052 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-1e429c81-256e-493a-907e-509e9b82e2f3 req-e02ed050-6cab-45cf-8131-624cd87e1728 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 210 time: 0.0278037 Sep 26 06:07:09.836151 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8fc4fbf8-b63d-408e-ba63-b8b8c037445d req-eb1e0916-1afe-4e60-a8f3-aa7436c0fb4f tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 210 time: 0.0290163 Sep 26 06:07:10.008296 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344120f-0659-4219-b2ad-873d22f1763e req-118d2bec-6226-4a55-b12e-a4bf288d8c84 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:10.009817 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-118d2bec-6226-4a55-b12e-a4bf288d8c84 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 811 time: 0.1124570 Sep 26 06:07:10.077308 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-3afae2f1-2aa6-413d-bc26-28bc92f49611 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fe22d212c0eb4df3800b0e80d722e217 HTTP/1.1" status: 200 len: 380 time: 0.0551505 Sep 26 06:07:10.085844 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'port': {'device_id': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'admin_state_up': True, 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'security_groups': ['00facad9-b201-4186-9a56-73c086c06cef']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:07:10.203566 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Made reservation on behalf of fe22d212c0eb4df3800b0e80d722e217 for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 06:07:10.210375 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:10.350433 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Allocated IP 172.20.0.11 (41837bd9-fbbb-4100-bda5-5dd8c6633ace/2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859/7a9c18ef-ab34-42cb-9f25-1dd370c4d939) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:07:10.435198 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:10.456904 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:10.499869 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:10.540197 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:10.586305 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Network 41837bd9-fbbb-4100-bda5-5dd8c6633ace is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:07:10.589591 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:07:10.593624 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:07:10.621506 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'Port': ['ID=7a9c18ef-ab34-42cb-9f25-1dd370c4d939,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:07:10.651050 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:10.651704 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:10.670700 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-21a62568-455e-41e7-b66d-e36d015a1207 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5886936 Sep 26 06:07:10.687750 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Request body: {'port': {'device_id': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:07:10.750285 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:10.831923 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-04c27cd6-3478-41f9-9ff3-0e505fae1527 None None] Provisioning complete for port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:07:10.832602 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-04c27cd6-3478-41f9-9ff3-0e505fae1527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:10.832721 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-04c27cd6-3478-41f9-9ff3-0e505fae1527 None None] Attempt 1 to provision port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 Sep 26 06:07:10.864415 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-04c27cd6-3478-41f9-9ff3-0e505fae1527 None None] Port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:07:10.964174 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d08c4-c968-4e01-987c-bc1fd99bbe63 req-19b17e01-671b-4177-a440-f783984a2c80 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:10.965687 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-234d08c4-c968-4e01-987c-bc1fd99bbe63 req-19b17e01-671b-4177-a440-f783984a2c80 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 932 time: 0.0506566 Sep 26 06:07:11.009997 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 06:07:11.017184 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-234d08c4-c968-4e01-987c-bc1fd99bbe63 req-70de730d-9a34-4a27-9447-6859c8e3bacc tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453479 Sep 26 06:07:11.018051 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Publish callbacks [] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:11.032040 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Transition to ACTIVE for port object 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 06:07:11.036148 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:11.097696 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22102c38-e638-4565-b931-c0527435229e service neutron] Pushing event updated for resources: {'Port': ['ID=7a9c18ef-ab34-42cb-9f25-1dd370c4d939,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:07:11.150160 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Attempting to bind port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 06:07:11.150379 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Attempting to bind port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 06:07:11.150972 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Attempting to bind port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 on network 41837bd9-fbbb-4100-bda5-5dd8c6633ace {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:07:11.209171 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 on network 41837bd9-fbbb-4100-bda5-5dd8c6633ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 06:07:11.209454 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Attempting to bind port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 on network 41837bd9-fbbb-4100-bda5-5dd8c6633ace {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:07:11.231376 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:11.255690 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 6, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 06:07:11.256053 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Checking segment: {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 06:07:11.256430 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Bound using segment: {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 06:07:11.256868 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Bound port: 7a9c18ef-ab34-42cb-9f25-1dd370c4d939, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 06:07:11.257254 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:11.291318 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:11.320782 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] For port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 06:07:11.324123 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] For port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 06:07:11.331227 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:11.335415 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:11.336010 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:11.337416 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-22102c38-e638-4565-b931-c0527435229e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7a9c18ef-ab34-42cb-9f25-1dd370c4d939 HTTP/1.1" status: 200 len: 1094 time: 0.6540687 Sep 26 06:07:11.337961 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'tag': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:07:11.340216 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba6f9bf-29a7-4164-a989-efe1687e25e5", "tag": "7a9c18ef-ab34-42cb-9f25-1dd370c4d939"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:07:11.366081 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-04c27cd6-3478-41f9-9ff3-0e505fae1527 None None] Attempt 2 to provision port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 Sep 26 06:07:11.388691 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 06:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f45585b-c6ca-4e06-b42c-febcf63544c3 x-openstack-request-id: req-1f45585b-c6ca-4e06-b42c-febcf63544c3 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:07:11.388974 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba6f9bf-29a7-4164-a989-efe1687e25e5", "tag": "7a9c18ef-ab34-42cb-9f25-1dd370c4d939", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:07:11.389248 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f45585b-c6ca-4e06-b42c-febcf63544c3 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:07:11.389652 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f45585b-c6ca-4e06-b42c-febcf63544c3'] response: {'name': 'network-changed', 'server_uuid': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'tag': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'status': 'completed', 'code': 200} Sep 26 06:07:11.395064 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22102c38-e638-4565-b931-c0527435229e service neutron] Pushing event updated for resources: {'Port': ['ID=7a9c18ef-ab34-42cb-9f25-1dd370c4d939,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:07:11.409267 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-04c27cd6-3478-41f9-9ff3-0e505fae1527 None None] Port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 06:07:11.449904 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344120f-0659-4219-b2ad-873d22f1763e req-54cd4d9d-e403-49b9-8479-d8e214c9d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:11.451394 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-54cd4d9d-e403-49b9-8479-d8e214c9d557 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 1128 time: 0.0404150 Sep 26 06:07:11.494932 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-1555ab53-cd95-489e-906f-8c2c616d9182 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939 HTTP/1.1" status: 200 len: 217 time: 0.0319881 Sep 26 06:07:11.547222 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344120f-0659-4219-b2ad-873d22f1763e req-59f34657-e401-4ca8-b2ce-1a4149af68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:11.548680 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-59f34657-e401-4ca8-b2ce-1a4149af68c2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0485411 Sep 26 06:07:11.594868 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344120f-0659-4219-b2ad-873d22f1763e req-ac5851fd-3b6d-43fe-aba8-a31fbae7f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:11.596391 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-ac5851fd-3b6d-43fe-aba8-a31fbae7f25c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422223 Sep 26 06:07:11.695542 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-b73c90cd-8f09-41a2-939d-717e0c3b5617 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921440 Sep 26 06:07:11.792559 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-b344120f-0659-4219-b2ad-873d22f1763e req-e3546fec-da27-45f9-a0d2-63734884a901 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918121 Sep 26 06:07:12.143230 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6913-113b-4565-953b-dcabad6aa675 req-6e4f352e-6ec2-40a9-999a-36e014791bca tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:12.144729 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45cc6913-113b-4565-953b-dcabad6aa675 req-6e4f352e-6ec2-40a9-999a-36e014791bca tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 944 time: 0.0472872 Sep 26 06:07:12.195322 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45cc6913-113b-4565-953b-dcabad6aa675 req-44e26002-8f46-4420-b83d-1d367f573982 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447557 Sep 26 06:07:12.629501 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3 req-b1ae12f5-b75b-4907-a0a4-e4dd3faf74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:12.631286 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3 req-b1ae12f5-b75b-4907-a0a4-e4dd3faf74c1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 1128 time: 0.0476675 Sep 26 06:07:13.010633 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3 req-67810015-cded-4ef8-a7d4-986c0e013d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:13.012029 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3 req-67810015-cded-4ef8-a7d4-986c0e013d4e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.3743610 Sep 26 06:07:13.054725 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3 req-729f8db1-c4a3-460b-a24f-8a83cad2463e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939 HTTP/1.1" status: 200 len: 217 time: 0.0347388 Sep 26 06:07:13.104459 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3 req-ed3bc162-4bfd-4285-931b-85b25d5beccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:13.105929 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3 req-ed3bc162-4bfd-4285-931b-85b25d5beccc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0455983 Sep 26 06:07:13.148492 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3 req-e7c4cbca-0a36-4950-8555-c6e755a63233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:13.150534 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3 req-e7c4cbca-0a36-4950-8555-c6e755a63233 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386677 Sep 26 06:07:13.248759 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3 req-02f6dd5c-d844-4883-a715-569eb3838139 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925274 Sep 26 06:07:13.349122 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:13.367092 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71732be-08dc-4f7f-971f-ed186f31e0bc req-98dc1e98-1a6c-4cd0-9241-8d28cb9937dc tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:13.368614 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c71732be-08dc-4f7f-971f-ed186f31e0bc req-98dc1e98-1a6c-4cd0-9241-8d28cb9937dc tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 944 time: 0.0944002 Sep 26 06:07:13.397467 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6d4f2f7d-2930-4296-ab0c-8bbb806410e3 req-95eac96b-9991-4039-9e63-c0e2f8336536 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431482 Sep 26 06:07:13.428627 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c71732be-08dc-4f7f-971f-ed186f31e0bc req-e2364c55-c09d-4d78-9b44-d90118496c9c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533864 Sep 26 06:07:14.565569 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa36aa-8fe3-4c04-8ddc-66411454fa9e req-631bc505-70d7-4357-9cc3-68747a03bd86 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:14.567136 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a1aa36aa-8fe3-4c04-8ddc-66411454fa9e req-631bc505-70d7-4357-9cc3-68747a03bd86 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 944 time: 0.0607264 Sep 26 06:07:14.631809 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a1aa36aa-8fe3-4c04-8ddc-66411454fa9e req-7e2011c3-fea1-48fe-9384-e548b5de5d73 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552902 Sep 26 06:07:15.140613 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:15.777102 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279beaf7-29aa-4c31-a4d0-dce9acb59533 req-0d5f4245-61fe-4534-b1ef-1f72c1ef399f tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:15.778666 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-279beaf7-29aa-4c31-a4d0-dce9acb59533 req-0d5f4245-61fe-4534-b1ef-1f72c1ef399f tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 944 time: 0.0532656 Sep 26 06:07:15.815864 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:15.838240 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-279beaf7-29aa-4c31-a4d0-dce9acb59533 req-e64c6ce5-168b-424f-843f-242c86588861 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536642 Sep 26 06:07:16.966738 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803aa7e7-e929-4bdf-89aa-43f349c45efe req-dd1badb6-9edf-4376-822b-50e9294f8ae3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:16.968238 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-803aa7e7-e929-4bdf-89aa-43f349c45efe req-dd1badb6-9edf-4376-822b-50e9294f8ae3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 944 time: 0.0483668 Sep 26 06:07:17.021644 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-803aa7e7-e929-4bdf-89aa-43f349c45efe req-0a5b41b1-56cd-46d3-9c87-4605e2e737c0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448692 Sep 26 06:07:17.075419 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=74 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:17.080927 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=66 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:17.741794 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [req-d9584c81-5909-4789-b5e9-aa1300d3d367 req-6c459fa4-3e17-4d30-a649-6bcc5b95b321 service neutron] (113000) timed out ('10.222.0.25', 53446) {{(pid=113000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 06:07:18.152993 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d942c62-ba6f-4776-9b81-125bb19c7da0 req-49c92be2-d98e-4014-9aa5-9cdd77e51391 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:18.154546 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d942c62-ba6f-4776-9b81-125bb19c7da0 req-49c92be2-d98e-4014-9aa5-9cdd77e51391 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 944 time: 0.0475504 Sep 26 06:07:18.206316 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-7d942c62-ba6f-4776-9b81-125bb19c7da0 req-182020b4-4586-4a3e-bfac-ff21e9c8da49 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443788 Sep 26 06:07:19.335727 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a15279-5102-4235-b806-742d68982383 req-7ff55377-593a-4c7a-99e4-cff563b83886 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:19.337220 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-63a15279-5102-4235-b806-742d68982383 req-7ff55377-593a-4c7a-99e4-cff563b83886 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 944 time: 0.0526066 Sep 26 06:07:19.401348 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-63a15279-5102-4235-b806-742d68982383 req-337d3edb-bba5-4136-a243-c9214b326e3f tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550132 Sep 26 06:07:20.529751 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1efa16-9437-4915-ba26-cbb1bb33cabe req-c257ae15-fa0f-45a0-8804-c079572afc14 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:20.531443 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ea1efa16-9437-4915-ba26-cbb1bb33cabe req-c257ae15-fa0f-45a0-8804-c079572afc14 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 944 time: 0.0487382 Sep 26 06:07:20.603408 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ea1efa16-9437-4915-ba26-cbb1bb33cabe req-3d0f6050-a626-475e-a0bd-0b8bc38930f7 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660217 Sep 26 06:07:21.081034 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 06:07:21.190459 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:07:21.202109 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'port_id': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'mac_address': 'fa:16:3e:e3:aa:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 06:07:21.238046 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:07:21.238447 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:21.252271 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 06:07:21.272804 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:07:21.280821 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:21.336306 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=7a9c18ef-ab34-42cb-9f25-1dd370c4d939,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:07:21.344247 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.344601 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.344954 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.345322 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.345666 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.346001 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.346335 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.346665 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.346997 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.347381 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.347716 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.348050 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.348371 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.348699 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.349023 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:21.694540 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['7a9c18ef-ab34-42cb-9f25-1dd370c4d939'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 06:07:21.744549 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba344e4d-7cdc-4cd1-bb8e-966ffe4bb097 req-34203a19-d5c1-4a7d-a4bf-42e1f4dc1073 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:21.746094 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ba344e4d-7cdc-4cd1-bb8e-966ffe4bb097 req-34203a19-d5c1-4a7d-a4bf-42e1f4dc1073 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 945 time: 0.0468791 Sep 26 06:07:21.798754 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-ba344e4d-7cdc-4cd1-bb8e-966ffe4bb097 req-7173b160-11e5-455c-ac2e-c201e563fc95 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468829 Sep 26 06:07:21.895680 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:22.929066 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcbbd5-9ea7-4b76-85e8-8d4b8c3133dd req-345bc8e8-180e-4323-839c-db410a58db04 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:22.930564 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-25bcbbd5-9ea7-4b76-85e8-8d4b8c3133dd req-345bc8e8-180e-4323-839c-db410a58db04 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 945 time: 0.0531890 Sep 26 06:07:22.983415 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-25bcbbd5-9ea7-4b76-85e8-8d4b8c3133dd req-ceb9e677-9553-4334-9430-b53d9cd13924 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442865 Sep 26 06:07:23.089515 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:07:23.131871 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:23.137262 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 06:07:23.145366 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:07:23.145734 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:23.146067 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 Sep 26 06:07:23.217890 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:07:23.218275 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:23.245631 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:07:23.247869 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed32ad8-faf8-456b-b857-7b1b9b6ef8f3" -d '{"events": [{"server_uuid": "5ba6f9bf-29a7-4164-a989-efe1687e25e5", "name": "network-vif-plugged", "status": "completed", "tag": "7a9c18ef-ab34-42cb-9f25-1dd370c4d939"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:07:23.260986 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:07:23.267298 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:23.294008 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 06:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2abd5c-636c-45bb-824f-6c7f5d49397b x-openstack-request-id: req-9c2abd5c-636c-45bb-824f-6c7f5d49397b {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:07:23.294298 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba6f9bf-29a7-4164-a989-efe1687e25e5", "name": "network-vif-plugged", "status": "completed", "tag": "7a9c18ef-ab34-42cb-9f25-1dd370c4d939", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:07:23.294546 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c2abd5c-636c-45bb-824f-6c7f5d49397b {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:07:23.294931 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2abd5c-636c-45bb-824f-6c7f5d49397b'] response: {'server_uuid': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'code': 200} Sep 26 06:07:23.322061 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=7a9c18ef-ab34-42cb-9f25-1dd370c4d939,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:07:23.538833 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d5a11-30e7-427c-bcdd-ec66d30a1a57 req-91f10381-c898-485d-961e-137017dc476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:23.540189 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-043d5a11-30e7-427c-bcdd-ec66d30a1a57 req-91f10381-c898-485d-961e-137017dc476a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 1130 time: 0.0388036 Sep 26 06:07:23.588385 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-043d5a11-30e7-427c-bcdd-ec66d30a1a57 req-cca17ef7-7127-4967-848a-9043107d0c70 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421782 Sep 26 06:07:24.123860 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c1d5b-54fb-4202-a34e-a0026d81db1f req-c4ff7121-cc3a-4551-8b65-9abb6aa9a3c0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:24.125375 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-335c1d5b-54fb-4202-a34e-a0026d81db1f req-c4ff7121-cc3a-4551-8b65-9abb6aa9a3c0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 946 time: 0.0601454 Sep 26 06:07:24.186792 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-335c1d5b-54fb-4202-a34e-a0026d81db1f req-1cd51c54-3e1b-4477-8b14-d5043393ca52 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551071 Sep 26 06:07:25.318815 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40985c6c-9df4-496c-b8d4-6429542ee9e6 req-140499c9-31af-4788-bedf-2308944c0e6b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:25.320641 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-40985c6c-9df4-496c-b8d4-6429542ee9e6 req-140499c9-31af-4788-bedf-2308944c0e6b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 946 time: 0.0503886 Sep 26 06:07:25.372975 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-40985c6c-9df4-496c-b8d4-6429542ee9e6 req-315be4d0-9ac0-4a20-acbd-870fd3d519bf tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465105 Sep 26 06:07:25.516437 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dceb15-3997-4091-94f7-3be3e68ddfda req-b81c1241-aeaf-40a7-b339-5d11c2cca60b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:25.518222 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-32dceb15-3997-4091-94f7-3be3e68ddfda req-b81c1241-aeaf-40a7-b339-5d11c2cca60b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 946 time: 0.0544062 Sep 26 06:07:25.572003 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-32dceb15-3997-4091-94f7-3be3e68ddfda req-1398b388-486b-482f-b476-3b21a3705ce6 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457051 Sep 26 06:07:25.609346 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59216) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:07:25.654016 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e964aba-6bce-4471-b215-07828c324837 tempest-TestVolumeBootPattern-168264203 tempest-TestVolumeBootPattern-168264203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:25.656240 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-8e964aba-6bce-4471-b215-07828c324837 tempest-TestVolumeBootPattern-168264203 tempest-TestVolumeBootPattern-168264203-project-admin] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 1125 time: 0.0458696 Sep 26 06:07:25.659432 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59218) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:07:25.663934 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.v2.base [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'port_id': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:07:25.688531 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:25.770551 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:25.851633 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:25.881524 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:25.899279 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_common [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Allocated IP 172.27.1.249 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f) {{(pid=113000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:07:26.012354 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for port (8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:26.046116 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:26.092255 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:07:26.097441 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.base_scheduler [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Resources bound (agent type, host, resource id): {{(pid=113000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:07:26.099706 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'Port': ['ID=8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f,revision_number=1']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:07:26.101885 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Received port after_create {{(pid=113000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:07:26.125904 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.126248 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.126583 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.126923 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.127251 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.127573 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.127895 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.128217 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.128568 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.128890 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.129222 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.129543 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.129861 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.130179 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.130493 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:07:26.469022 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (0a0c9fcb-9dff-426c-afad-49d9a7a2f825), precommit_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:26.545278 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f), before_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:26.635700 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:26.688890 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:26.703232 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for port (8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f), precommit_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:26.710112 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3580778'] for port (8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f), after_update {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:26.777175 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'Port': ['ID=8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f,revision_number=2']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:07:26.779677 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (0a0c9fcb-9dff-426c-afad-49d9a7a2f825), after_create {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:26.882444 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.db.l3_db [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Floating IP 0a0c9fcb-9dff-426c-afad-49d9a7a2f825 associated. External IP: 172.27.1.249, port: 7a9c18ef-ab34-42cb-9f25-1dd370c4d939. Sep 26 06:07:27.090944 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Router ef672296-f69f-4a84-8b90-028c54abf3c0 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:07:27.198081 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:07:27.207933 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a330750-e724-45e8-885a-c1958d45d29b None None] Sync routers for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:07:27.221111 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a330750-e724-45e8-885a-c1958d45d29b None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:07:27.221805 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-7a330750-e724-45e8-885a-c1958d45d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:07:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:07:27.222228 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:27.256071 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-95904c48-6b63-49f0-973e-1553c60776c9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5954380 Sep 26 06:07:27.256949 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'tag': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939'}] {{(pid=113000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:07:27.259119 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71adc285608e7c534c7efc9ddf00e8c8b55b1ae082fc40bb72007f4d437dd255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba6f9bf-29a7-4164-a989-efe1687e25e5", "tag": "7a9c18ef-ab34-42cb-9f25-1dd370c4d939"}]}' {{(pid=113000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:07:27.297508 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 06:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbdaceb-49d7-4fa7-bcdf-adab225cf78c x-openstack-request-id: req-ebbdaceb-49d7-4fa7-bcdf-adab225cf78c {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:07:27.297776 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba6f9bf-29a7-4164-a989-efe1687e25e5", "tag": "7a9c18ef-ab34-42cb-9f25-1dd370c4d939", "status": "completed", "code": 200}]} {{(pid=113000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:07:27.298053 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ebbdaceb-49d7-4fa7-bcdf-adab225cf78c {{(pid=113000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:07:27.298463 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebbdaceb-49d7-4fa7-bcdf-adab225cf78c'] response: {'name': 'network-changed', 'server_uuid': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'tag': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'status': 'completed', 'code': 200} Sep 26 06:07:27.347034 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-7a330750-e724-45e8-885a-c1958d45d29b None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:07:27.385488 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c req-fe5a16dc-cd44-43cd-99d6-5c2a779eb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:27.387011 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c req-fe5a16dc-cd44-43cd-99d6-5c2a779eb03f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 1130 time: 0.0406244 Sep 26 06:07:27.483799 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c req-23a7295f-5660-41a8-8515-67dafb128407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:27.485306 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c req-23a7295f-5660-41a8-8515-67dafb128407 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.0918469 Sep 26 06:07:27.547635 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c req-0ffe7b82-9267-4b9c-9e94-fe6149d54211 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939 HTTP/1.1" status: 200 len: 1000 time: 0.0567391 Sep 26 06:07:27.563806 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-7a330750-e724-45e8-885a-c1958d45d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '0a0c9fcb-9dff-426c-afad-49d9a7a2f825', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:e3:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:07:26Z', 'updated_at': '2022-09-26T06:07:26Z', 'revision_number': 0, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:07:27.589297 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a330750-e724-45e8-885a-c1958d45d29b None None] Checking router: ef672296-f69f-4a84-8b90-028c54abf3c0 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:07:27.598334 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a330750-e724-45e8-885a-c1958d45d29b None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:07:27.598870 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-7a330750-e724-45e8-885a-c1958d45d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:07:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:07:27.610682 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c req-fe638b97-d68e-4f70-be08-75820fd53efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:27.610682 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c req-fe638b97-d68e-4f70-be08-75820fd53efc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0498435 Sep 26 06:07:27.655921 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c req-e987c6c3-69cf-450d-92b8-aa28f3685797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:27.657482 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c req-e987c6c3-69cf-450d-92b8-aa28f3685797 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489452 Sep 26 06:07:27.703342 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-7a330750-e724-45e8-885a-c1958d45d29b None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:07:27.707944 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:27.748149 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c req-1d22a79f-bd03-45f7-85bc-f13d4137487a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849676 Sep 26 06:07:27.814420 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:27.850258 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f24f2bb-5891-485a-80e2-19cc79c1ee0c req-b7216969-25a5-4388-9282-5fde739045db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964243 Sep 26 06:07:27.930758 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-7a330750-e724-45e8-885a-c1958d45d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '0a0c9fcb-9dff-426c-afad-49d9a7a2f825', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:e3:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:07:26Z', 'updated_at': '2022-09-26T06:07:26Z', 'revision_number': 0, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:07:27.955967 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a330750-e724-45e8-885a-c1958d45d29b None None] The sync data for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi is: [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '0a0c9fcb-9dff-426c-afad-49d9a7a2f825', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:e3:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:07:26Z', 'updated_at': '2022-09-26T06:07:26Z', 'revision_number': 0, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:07:28.155734 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c51347e6-f601-49ac-8626-e1da97746b41 req-ed2befc1-eb2c-4b1f-8b5d-d16f2e0c2f0a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417163 Sep 26 06:07:28.163823 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0056b2d-ffe2-40fa-9023-6d3eba20dc00 None None] New status for floating IP 0a0c9fcb-9dff-426c-afad-49d9a7a2f825: ACTIVE {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 06:07:28.260537 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51347e6-f601-49ac-8626-e1da97746b41 req-bf7dbbd7-d3b6-4117-8dcd-0b894250e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:28.262107 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c51347e6-f601-49ac-8626-e1da97746b41 req-bf7dbbd7-d3b6-4117-8dcd-0b894250e2db service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 1130 time: 0.0445306 Sep 26 06:07:28.368973 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51347e6-f601-49ac-8626-e1da97746b41 req-38bf989d-2c9b-43e1-aa65-9c19dbf59d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:28.370413 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c51347e6-f601-49ac-8626-e1da97746b41 req-38bf989d-2c9b-43e1-aa65-9c19dbf59d1a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.0900123 Sep 26 06:07:28.434694 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c51347e6-f601-49ac-8626-e1da97746b41 req-51141c9a-caf1-42c4-9e5c-24e81450eacf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939 HTTP/1.1" status: 200 len: 1002 time: 0.0586486 Sep 26 06:07:28.483513 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51347e6-f601-49ac-8626-e1da97746b41 req-226893fd-5a65-4b92-ab34-a06910a132bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:28.484966 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c51347e6-f601-49ac-8626-e1da97746b41 req-226893fd-5a65-4b92-ab34-a06910a132bd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0448356 Sep 26 06:07:28.529794 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51347e6-f601-49ac-8626-e1da97746b41 req-2daf6987-90f6-44ce-a548-7a89b2cbc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:07:28.531271 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c51347e6-f601-49ac-8626-e1da97746b41 req-2daf6987-90f6-44ce-a548-7a89b2cbc17d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400925 Sep 26 06:07:28.624916 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c51347e6-f601-49ac-8626-e1da97746b41 req-ff5550bb-feeb-4cf5-a215-7b345168a981 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879364 Sep 26 06:07:28.715900 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-c51347e6-f601-49ac-8626-e1da97746b41 req-cc549c1a-511e-424a-a98f-44d604a963f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858178 Sep 26 06:07:29.695086 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d0f65d83-1e6c-402e-9061-4f0796a0942e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:32.144475 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-00e08ec8-0ff2-4217-85d8-8495d4efe4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:33.423603 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:35.111299 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:35.115045 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:37.244287 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=55 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:37.250184 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=71,neutron:DELETE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:37.933858 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=76 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:37.934830 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:38.706729 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=68 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:38.712348 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=52 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:40.103938 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:07:45.139258 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:07:54.084546 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:54.085701 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:55.130268 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=66,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:55.132238 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=51,neutron:UPDATE=6 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:07:59.695178 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-65c0676a-e046-4d4a-862c-15591ebae811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:02.143956 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-b62be406-7e29-4540-a5e1-c451ec4466a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:03.436427 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:05.124693 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:05.126765 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:15.117231 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:08:15.124660 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:08:15.142318 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:17.197954 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:08:25.137005 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:08:29.689426 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-14e3997f-82f7-4bd9-a8d5-c22dc1427f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:30.156002 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-3674c63e-7fe5-43f0-ba26-75c3c373a9be service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451090 Sep 26 06:08:30.260875 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-9e5a3daf-c8c3-4732-8d76-cce99f5471d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:08:30.262429 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-9e5a3daf-c8c3-4732-8d76-cce99f5471d2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 1130 time: 0.0410986 Sep 26 06:08:30.370368 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-8a3d9fc8-2f1e-4129-8c80-28a72bd99e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:08:30.371846 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-8a3d9fc8-2f1e-4129-8c80-28a72bd99e8b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.0908642 Sep 26 06:08:30.438552 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-20b67157-c1c6-4242-93e8-e4af64e41733 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939 HTTP/1.1" status: 200 len: 1002 time: 0.0604339 Sep 26 06:08:30.487294 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-4f0d8ca8-73ef-4d27-a0da-2954c7455cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:08:30.488694 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-4f0d8ca8-73ef-4d27-a0da-2954c7455cec service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0448964 Sep 26 06:08:30.531102 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-32e96140-0344-4432-b6f5-a813f5994a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:08:30.532575 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-32e96140-0344-4432-b6f5-a813f5994a03 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384216 Sep 26 06:08:30.626051 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-f5db11bd-bec4-408e-aabf-335612145913 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870974 Sep 26 06:08:30.720613 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4d0bb996-5df6-4e32-adbd-f0b9289d7df1 req-ba3e6eb8-0c07-49fe-86cb-7ab32d4ba8e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881948 Sep 26 06:08:31.076141 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=17 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:08:31.076968 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=17 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:08:32.139203 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f2c2fa3e-1387-4c8a-9cf4-709e6a34c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:33.429427 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:35.122684 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:35.126430 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:40.711786 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=54 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:08:40.718070 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=47 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:08:45.115868 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:08:45.118268 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:08:45.146025 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:08:54.108901 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:08:55.138661 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:08:55.141244 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:08:59.697100 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dfeaad71-07c3-415c-88d7-2845f7e9b0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:02.147268 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8737b159-bc9e-461b-83bb-3c95bb7c1a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:03.437681 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:05.127079 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:05.128933 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:08.077910 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:08.078911 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:15.119556 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:15.121340 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:15.152599 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:25.144182 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:25.144965 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:28.040334 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:29.692560 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-3898d58e-9497-4444-946d-e70612e28e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:31.110153 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:09:32.146600 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7f74eac2-62dc-4644-9d2d-7fdaa1a1372e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:33.256770 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-d246c1db-bdce-446f-8998-f12bb9594c6a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424259 Sep 26 06:09:33.367491 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-f96388f1-de0c-45b4-a11a-e261906a9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:33.369169 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-f96388f1-de0c-45b4-a11a-e261906a9ae1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 1130 time: 0.0432432 Sep 26 06:09:33.435398 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:33.480668 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-90244e2c-b62e-4b4b-8edf-0301bc1364f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:33.482202 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-90244e2c-b62e-4b4b-8edf-0301bc1364f4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.0939677 Sep 26 06:09:33.544102 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-3565ae94-7f26-4449-9f1e-95e105f886a6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939 HTTP/1.1" status: 200 len: 1002 time: 0.0550160 Sep 26 06:09:33.594694 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-c7f571bd-722a-45cd-9f7f-4e6fc86597b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:33.596159 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-c7f571bd-722a-45cd-9f7f-4e6fc86597b0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0454209 Sep 26 06:09:33.645631 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-1e7e07cd-91e4-4044-8061-8b6a663246e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:33.647121 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-1e7e07cd-91e4-4044-8061-8b6a663246e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434511 Sep 26 06:09:33.739237 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-746aa2b9-4b33-41ad-8108-f579cf89bff2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847476 Sep 26 06:09:33.836247 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-248edcc5-0f2d-48ad-8b3a-6acc3d27ef39 req-c458daa7-04eb-4cee-9e4e-3182bb4640cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900071 Sep 26 06:09:35.120587 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:35.123108 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:37.700158 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-94c7cc77-638a-4769-a4c2-5d1087f3a997 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1969979083&fields=id&tenant_id=fe22d212c0eb4df3800b0e80d722e217 HTTP/1.1" status: 200 len: 267 time: 0.0466392 Sep 26 06:09:37.817595 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c239-4c51-4722-977e-60a43845d724 req-e4bf3603-fd5b-4f3c-be83-8cbb591e3f25 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:37.819432 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-e4bf3603-fd5b-4f3c-be83-8cbb591e3f25 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 811 time: 0.1127429 Sep 26 06:09:37.839323 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-68e8bdd8-7e9f-4fac-8794-834a499045ba tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/quotas/fe22d212c0eb4df3800b0e80d722e217 HTTP/1.1" status: 200 len: 375 time: 0.0112078 Sep 26 06:09:37.905923 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-05c99158-3b37-46c8-af96-45eddba834f9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593047 Sep 26 06:09:38.049934 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-6d6adfb3-2d32-453c-90ae-cb8fe7dff890 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304440 Sep 26 06:09:38.144903 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-3a974bc7-2243-4955-b5d6-3c9cbb8cb494 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888314 Sep 26 06:09:38.531559 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-6fc275ad-95b6-46f4-b6f8-19c04eb15611 req-20de72b5-c805-44cb-844a-4a3dd14b3399 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 210 time: 0.0848601 Sep 26 06:09:39.600732 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:39.610098 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:39.620709 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c239-4c51-4722-977e-60a43845d724 req-f7956859-f3c8-40a5-a80b-5d2a9db34670 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:39.622216 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-f7956859-f3c8-40a5-a80b-5d2a9db34670 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 811 time: 0.1085031 Sep 26 06:09:39.656494 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-de15d526-9aef-4da4-be33-04fcf41c7d73 req-7a26a5ff-4fb3-4226-b100-3c258f7d71f3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 210 time: 0.0333557 Sep 26 06:09:39.704947 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-7a0af732-e6f5-4f1c-a20a-edc52daecdab tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fe22d212c0eb4df3800b0e80d722e217 HTTP/1.1" status: 200 len: 380 time: 0.0558701 Sep 26 06:09:39.714682 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'port': {'device_id': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'admin_state_up': True, 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'security_groups': ['00facad9-b201-4186-9a56-73c086c06cef']}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:09:39.840482 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Made reservation on behalf of fe22d212c0eb4df3800b0e80d722e217 for: {'port': 1} {{(pid=113001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 06:09:39.844438 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:39.977487 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Allocated IP 172.20.0.7 (41837bd9-fbbb-4100-bda5-5dd8c6633ace/2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859/c79b31ed-a06b-46fe-b0c8-31d92ae98c84) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:09:40.126852 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:40.161788 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:40.213941 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Network 41837bd9-fbbb-4100-bda5-5dd8c6633ace is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:09:40.219947 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:09:40.222607 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:09:40.252180 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'Port': ['ID=c79b31ed-a06b-46fe-b0c8-31d92ae98c84,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:09:40.262766 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.263140 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.263591 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.263954 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.264312 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.264654 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.265054 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.265403 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.265787 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.266141 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.266571 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.266895 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.267404 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.267708 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.268027 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:40.299472 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:40.300112 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:40.319005 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-a4a089fd-b665-4965-96d1-6fe0234f319c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079159 Sep 26 06:09:40.336724 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Request body: {'port': {'device_id': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:09:40.406880 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:40.491148 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-a517591c-897b-4360-925b-4b5e537db52b None None] Provisioning complete for port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 triggered by entity DHCP. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:09:40.491784 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-a517591c-897b-4360-925b-4b5e537db52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:40.491784 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a517591c-897b-4360-925b-4b5e537db52b None None] Attempt 1 to provision port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 Sep 26 06:09:40.521362 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:40.523409 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a517591c-897b-4360-925b-4b5e537db52b None None] Port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 cannot update to ACTIVE because it is not bound. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 06:09:40.528121 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:40.687746 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79b31ed-a06b-46fe-b0c8-31d92ae98c84 {{(pid=113001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 06:09:40.696279 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Publish callbacks [] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:40.709938 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.provisioning_blocks [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Transition to ACTIVE for port object c79b31ed-a06b-46fe-b0c8-31d92ae98c84 will not be triggered until provisioned by entity L2. {{(pid=113001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 06:09:40.714868 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:40.777442 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Pushing event updated for resources: {'Port': ['ID=c79b31ed-a06b-46fe-b0c8-31d92ae98c84,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:09:40.789150 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2cc78-9bb5-4808-bcb7-0a8d2b1a56fb req-26f79205-3767-4b6a-bc42-6b35b1db5b41 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:40.791144 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-38c2cc78-9bb5-4808-bcb7-0a8d2b1a56fb req-26f79205-3767-4b6a-bc42-6b35b1db5b41 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 943 time: 0.0526488 Sep 26 06:09:40.825902 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Attempting to bind port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 06:09:40.826194 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Attempting to bind port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 06:09:40.826533 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Attempting to bind port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 on network 41837bd9-fbbb-4100-bda5-5dd8c6633ace {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:09:40.841521 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-38c2cc78-9bb5-4808-bcb7-0a8d2b1a56fb req-9fd5ba31-d27b-4c86-ad91-c97470243418 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Sep 26 06:09:40.867774 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 on network 41837bd9-fbbb-4100-bda5-5dd8c6633ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 06:09:40.868130 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Attempting to bind port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 on network 41837bd9-fbbb-4100-bda5-5dd8c6633ace {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 06:09:40.910382 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Checking agent: {'id': '66ef6da0-bdae-4fdd-bd14-073fa80af49e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'started_at': datetime.datetime(2022, 9, 26, 5, 42, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 6, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 06:09:40.910718 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Checking segment: {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 06:09:40.911098 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Bound using segment: {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'} {{(pid=113001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 06:09:40.911534 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.managers [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Bound port: c79b31ed-a06b-46fe-b0c8-31d92ae98c84, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1656165-8c4a-46a7-adc3-94676e1c4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace'}}] {{(pid=113001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 06:09:40.911890 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:40.977256 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] For port c79b31ed-a06b-46fe-b0c8-31d92ae98c84, host hv-cinder-83608, cleared binding levels {{(pid=113001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 06:09:40.980271 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] For port c79b31ed-a06b-46fe-b0c8-31d92ae98c84, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c79b31ed-a06b-46fe-b0c8-31d92ae98c84,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 06:09:40.987538 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:40.991883 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:40.992538 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:40.993976 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c79b31ed-a06b-46fe-b0c8-31d92ae98c84 HTTP/1.1" status: 200 len: 1093 time: 0.6619744 Sep 26 06:09:40.994538 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'tag': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:09:40.996799 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b9227e-6dec-4738-90a1-585709a1b7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e19203c-c625-4707-bcbe-6f2d4f1bb4a8", "tag": "c79b31ed-a06b-46fe-b0c8-31d92ae98c84"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:09:41.024780 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-a517591c-897b-4360-925b-4b5e537db52b None None] Attempt 2 to provision port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 Sep 26 06:09:41.046606 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc576ba-cc25-42b0-9aa4-851d7c3a392d service neutron] Pushing event updated for resources: {'Port': ['ID=c79b31ed-a06b-46fe-b0c8-31d92ae98c84,revision_number=3']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:09:41.069294 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-a517591c-897b-4360-925b-4b5e537db52b None None] Port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 had new provisioning blocks added so it will not transition to active. {{(pid=113002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 06:09:41.107397 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 06:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fb9b12-4fa3-4538-8440-30f756b899d3 x-openstack-request-id: req-56fb9b12-4fa3-4538-8440-30f756b899d3 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:09:41.107704 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e19203c-c625-4707-bcbe-6f2d4f1bb4a8", "tag": "c79b31ed-a06b-46fe-b0c8-31d92ae98c84", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:09:41.107942 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56fb9b12-4fa3-4538-8440-30f756b899d3 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:09:41.108344 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fb9b12-4fa3-4538-8440-30f756b899d3'] response: {'name': 'network-changed', 'server_uuid': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'tag': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84', 'status': 'completed', 'code': 200} Sep 26 06:09:41.135580 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c239-4c51-4722-977e-60a43845d724 req-557bb955-ad7f-4ac1-ac7f-246aa7fc7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:41.137118 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-557bb955-ad7f-4ac1-ac7f-246aa7fc7b6a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 1127 time: 0.0405033 Sep 26 06:09:41.186785 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-08c09eaa-3dfc-4c38-b5e1-7c258c4fbdc3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79b31ed-a06b-46fe-b0c8-31d92ae98c84 HTTP/1.1" status: 200 len: 217 time: 0.0373554 Sep 26 06:09:41.236803 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c239-4c51-4722-977e-60a43845d724 req-fcbe7ddf-2a5c-41dd-8acf-10bbd259fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:41.238350 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-fcbe7ddf-2a5c-41dd-8acf-10bbd259fec7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0465693 Sep 26 06:09:41.283996 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5c239-4c51-4722-977e-60a43845d724 req-569efc82-e7e0-425b-9c44-46a4a5b20361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:41.285487 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-569efc82-e7e0-425b-9c44-46a4a5b20361 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404828 Sep 26 06:09:41.378778 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-90051380-3f95-440a-a99c-13a2c59ffc0a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874174 Sep 26 06:09:41.428143 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:41.480876 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-40a5c239-4c51-4722-977e-60a43845d724 req-f9001e23-7e6f-4c22-9c1d-e74f12b847e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957270 Sep 26 06:09:41.968636 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e32453-b525-4c1f-a3c4-a2e5d5f59ca5 req-5bc5d905-f677-487f-8070-2d396b295766 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:41.970164 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-06e32453-b525-4c1f-a3c4-a2e5d5f59ca5 req-5bc5d905-f677-487f-8070-2d396b295766 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 943 time: 0.0513363 Sep 26 06:09:42.021158 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-06e32453-b525-4c1f-a3c4-a2e5d5f59ca5 req-fb5af0ab-5f02-4af8-bba7-74ede0d124a3 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Sep 26 06:09:42.470430 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9227e-6dec-4738-90a1-585709a1b7a5 req-16694b67-75f4-476b-ba5d-1fc08d2e1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:42.471937 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2b9227e-6dec-4738-90a1-585709a1b7a5 req-16694b67-75f4-476b-ba5d-1fc08d2e1f0d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 1127 time: 0.0537446 Sep 26 06:09:42.782579 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:42.823122 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9227e-6dec-4738-90a1-585709a1b7a5 req-8f14a03b-cc4e-4de0-ac3a-024aeda6c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:42.824606 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2b9227e-6dec-4738-90a1-585709a1b7a5 req-8f14a03b-cc4e-4de0-ac3a-024aeda6c70a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.3464925 Sep 26 06:09:42.865949 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2b9227e-6dec-4738-90a1-585709a1b7a5 req-8ace37f1-d2d2-41d4-8ab6-ea3b719caa24 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79b31ed-a06b-46fe-b0c8-31d92ae98c84 HTTP/1.1" status: 200 len: 217 time: 0.0346956 Sep 26 06:09:42.916427 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9227e-6dec-4738-90a1-585709a1b7a5 req-7b15b0c7-b3d0-4ebe-9eb7-f378ab946570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:42.917957 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2b9227e-6dec-4738-90a1-585709a1b7a5 req-7b15b0c7-b3d0-4ebe-9eb7-f378ab946570 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0460742 Sep 26 06:09:42.962556 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9227e-6dec-4738-90a1-585709a1b7a5 req-0fd0f89b-1169-4c1c-9515-d1cad648d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:42.964852 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2b9227e-6dec-4738-90a1-585709a1b7a5 req-0fd0f89b-1169-4c1c-9515-d1cad648d6db service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407898 Sep 26 06:09:43.071101 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2b9227e-6dec-4738-90a1-585709a1b7a5 req-9ea2f23b-e3d6-4208-bd6a-6dd06d7cf454 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999887 Sep 26 06:09:43.179510 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4740f-99be-452a-8a80-1f8b7c87c64c req-7caa5fc3-e629-401d-bdc0-8ce86ece5ba5 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:43.181010 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01c4740f-99be-452a-8a80-1f8b7c87c64c req-7caa5fc3-e629-401d-bdc0-8ce86ece5ba5 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 943 time: 0.0614159 Sep 26 06:09:43.217509 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d2b9227e-6dec-4738-90a1-585709a1b7a5 req-d240c64b-e6fe-44cc-b9c9-d8632ef9004b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410663 Sep 26 06:09:43.246934 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-01c4740f-99be-452a-8a80-1f8b7c87c64c req-f8f3b089-c031-4dea-b14d-e38d3786da66 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594091 Sep 26 06:09:44.382672 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce319f0-4e61-4452-9cc2-d4dea8fa4c28 req-371934e4-afd4-4a18-a6ed-8fa085fc8fef tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:44.384243 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5ce319f0-4e61-4452-9cc2-d4dea8fa4c28 req-371934e4-afd4-4a18-a6ed-8fa085fc8fef tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 943 time: 0.0505254 Sep 26 06:09:44.436818 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-5ce319f0-4e61-4452-9cc2-d4dea8fa4c28 req-9dbb738b-f321-4a5e-ab31-0196539a79ea tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469608 Sep 26 06:09:45.076615 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:45.077890 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:45.170708 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:45.571269 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca5c4b-ed79-47ae-8087-d303a7b1bd12 req-a1331b60-133b-4991-add6-aa0b1dc7c3bc tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:45.573219 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a3ca5c4b-ed79-47ae-8087-d303a7b1bd12 req-a1331b60-133b-4991-add6-aa0b1dc7c3bc tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 943 time: 0.0566711 Sep 26 06:09:45.626507 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-a3ca5c4b-ed79-47ae-8087-d303a7b1bd12 req-0f7ca158-75bf-4aee-b60f-c304f871c1a9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449598 Sep 26 06:09:46.754670 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2d078-6ba3-4d7a-8a0f-5e647dc1d33f req-e14aad60-195e-49a9-b11d-f0369b0a20d9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:46.756478 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-14a2d078-6ba3-4d7a-8a0f-5e647dc1d33f req-e14aad60-195e-49a9-b11d-f0369b0a20d9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 943 time: 0.0486856 Sep 26 06:09:46.813347 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-14a2d078-6ba3-4d7a-8a0f-5e647dc1d33f req-fdac7a18-8cbf-420d-a1fe-f2f4e62642ef tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462613 Sep 26 06:09:47.957400 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ed387-9db6-495b-8965-dd3f405e0114 req-c5f8193a-4ff0-4b17-88b8-3b997a2e09a6 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:47.958884 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f39ed387-9db6-495b-8965-dd3f405e0114 req-c5f8193a-4ff0-4b17-88b8-3b997a2e09a6 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 943 time: 0.0496783 Sep 26 06:09:48.014764 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-f39ed387-9db6-495b-8965-dd3f405e0114 req-5939bab0-1169-45e2-96b1-0f91f3f7b29c tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498695 Sep 26 06:09:49.148990 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16699a-f183-46e2-aa6f-e6e4f69388b9 req-f5c2d786-cec4-46b3-9bb6-5ed90ad3c6fa tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:49.150526 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9d16699a-f183-46e2-aa6f-e6e4f69388b9 req-f5c2d786-cec4-46b3-9bb6-5ed90ad3c6fa tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 943 time: 0.0497925 Sep 26 06:09:49.204668 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-9d16699a-f183-46e2-aa6f-e6e4f69388b9 req-a6e866df-0ce5-455e-9413-05105a98db40 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483243 Sep 26 06:09:49.772550 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device c79b31ed-a06b-46fe-b0c8-31d92ae98c84 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=113002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 06:09:49.880951 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port c79b31ed-a06b-46fe-b0c8-31d92ae98c84, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c79b31ed-a06b-46fe-b0c8-31d92ae98c84,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:09:49.892372 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Returning: {'device': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'port_id': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84', 'mac_address': 'fa:16:3e:cf:51:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 06:09:49.933596 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 is: DOWN; New status is: BUILD {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:09:49.934016 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:49.948860 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79b31ed-a06b-46fe-b0c8-31d92ae98c84 {{(pid=113002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 06:09:49.969700 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port c79b31ed-a06b-46fe-b0c8-31d92ae98c84, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c79b31ed-a06b-46fe-b0c8-31d92ae98c84,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:09:49.975326 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:50.027196 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=c79b31ed-a06b-46fe-b0c8-31d92ae98c84,revision_number=4']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:09:50.034279 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.034622 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.034941 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.035309 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.035643 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.035961 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.036306 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.036713 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.037047 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.037502 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.037909 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.038241 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.038555 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.038906 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.039228 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:09:50.336294 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e11aa-a9bc-4860-a0fc-dad3de9a301a req-28f1862f-6755-433e-bade-948c402c7715 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:50.337805 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-050e11aa-a9bc-4860-a0fc-dad3de9a301a req-28f1862f-6755-433e-bade-948c402c7715 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 944 time: 0.0521047 Sep 26 06:09:50.388160 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-050e11aa-a9bc-4860-a0fc-dad3de9a301a req-befde4f4-f70c-4a79-a786-ab560e1de6ef tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 Sep 26 06:09:50.465514 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] get_ports_and_sgs() called for port_ids ['c79b31ed-a06b-46fe-b0c8-31d92ae98c84'] {{(pid=113002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 06:09:50.644811 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:50.657643 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:51.525281 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71145a38-03f6-4669-b4c4-23354b881170 req-75dd124e-ac5b-48ec-86de-0ec4dffca7a2 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:51.526798 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-71145a38-03f6-4669-b4c4-23354b881170 req-75dd124e-ac5b-48ec-86de-0ec4dffca7a2 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 944 time: 0.0553875 Sep 26 06:09:51.577671 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-71145a38-03f6-4669-b4c4-23354b881170 req-48c68ed4-5e3a-44d5-a9ab-c6d467433dca tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450478 Sep 26 06:09:51.778311 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device c79b31ed-a06b-46fe-b0c8-31d92ae98c84 up at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 06:09:51.830601 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning for port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 completed by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 06:09:51.838724 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.provisioning_blocks [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Provisioning complete for port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 triggered by entity L2. {{(pid=113002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 06:09:51.839251 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7705658'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), provisioning_complete {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:51.839578 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Attempt 1 to provision port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 Sep 26 06:09:51.914855 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Current status of the port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 is: BUILD; New status is: ACTIVE {{(pid=113002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 06:09:51.915243 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), before_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:51.943188 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84'}] {{(pid=113002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:09:51.945733 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b23a9b822100fd14827cdc5cced0af485d12ababcbd1e7992024cb627b2a41c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd54674c-21a2-44f1-8ba3-a25223cb36d4" -d '{"events": [{"server_uuid": "8e19203c-c625-4707-bcbe-6f2d4f1bb4a8", "name": "network-vif-plugged", "status": "completed", "tag": "c79b31ed-a06b-46fe-b0c8-31d92ae98c84"}]}' {{(pid=113002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:09:51.958386 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.db [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] For port c79b31ed-a06b-46fe-b0c8-31d92ae98c84, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c79b31ed-a06b-46fe-b0c8-31d92ae98c84,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:09:51.963081 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:52.011184 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Pushing event updated for resources: {'Port': ['ID=c79b31ed-a06b-46fe-b0c8-31d92ae98c84,revision_number=5']} {{(pid=113002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:09:52.035478 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 06:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46201562-46a9-4576-be65-5cae37a2a90f x-openstack-request-id: req-46201562-46a9-4576-be65-5cae37a2a90f {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:09:52.035770 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e19203c-c625-4707-bcbe-6f2d4f1bb4a8", "name": "network-vif-plugged", "status": "completed", "tag": "c79b31ed-a06b-46fe-b0c8-31d92ae98c84", "code": 200}]} {{(pid=113002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:09:52.036055 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46201562-46a9-4576-be65-5cae37a2a90f {{(pid=113002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:09:52.036455 dv-cinder-836083-14-iscsi neutron-server[113002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46201562-46a9-4576-be65-5cae37a2a90f'] response: {'server_uuid': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84', 'code': 200} Sep 26 06:09:52.301764 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732407a-2551-453e-bfd2-3ee36d3505f1 req-d3aa56dc-4a0f-4015-bf12-9aa0ac8b4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:52.303150 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8732407a-2551-453e-bfd2-3ee36d3505f1 req-d3aa56dc-4a0f-4015-bf12-9aa0ac8b4e66 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 1129 time: 0.0398045 Sep 26 06:09:52.349996 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8732407a-2551-453e-bfd2-3ee36d3505f1 req-0a740a44-059e-4dae-bbdc-dfd8feecab25 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406625 Sep 26 06:09:52.711940 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea5b8d-1064-4694-bbe2-418d9f912380 req-cf8e77e8-ba5c-4fde-81e7-fc64f93c4d9a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:52.711940 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45ea5b8d-1064-4694-bbe2-418d9f912380 req-cf8e77e8-ba5c-4fde-81e7-fc64f93c4d9a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 945 time: 0.0503650 Sep 26 06:09:52.771451 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-45ea5b8d-1064-4694-bbe2-418d9f912380 req-a27a6956-6f4d-48bd-9afd-14ce165d6ca5 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545845 Sep 26 06:09:53.876457 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:53.924056 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d513427-fd7f-4e85-8f97-2f4c9f3ed579 req-c1640feb-adb3-4601-8125-138483c97bc9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:53.925563 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2d513427-fd7f-4e85-8f97-2f4c9f3ed579 req-c1640feb-adb3-4601-8125-138483c97bc9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 945 time: 0.0627401 Sep 26 06:09:53.976605 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-2d513427-fd7f-4e85-8f97-2f4c9f3ed579 req-c97b1604-6149-4a55-a991-6b0692100442 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451100 Sep 26 06:09:55.113069 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd410-c7e1-46ef-815a-86ea17bd43e3 req-1da691c5-d783-4844-9484-60d39fef4181 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:55.114615 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-28dfd410-c7e1-46ef-815a-86ea17bd43e3 req-1da691c5-d783-4844-9484-60d39fef4181 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 945 time: 0.0581954 Sep 26 06:09:55.173814 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-28dfd410-c7e1-46ef-815a-86ea17bd43e3 req-cefa526d-1189-4211-ba06-468e39eaf39a tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511234 Sep 26 06:09:55.306154 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58bdcb-e394-46b5-8d7d-8c608c6a414a req-1f775c6c-84f5-4dd2-aa43-394fb14c2a80 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:55.307570 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8a58bdcb-e394-46b5-8d7d-8c608c6a414a req-1f775c6c-84f5-4dd2-aa43-394fb14c2a80 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Sep 26 06:09:55.361402 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-8a58bdcb-e394-46b5-8d7d-8c608c6a414a req-9e9b3922-b1ad-47ca-91d3-1ce0ce2c2210 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455549 Sep 26 06:09:55.392960 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 59388) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:09:55.492826 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9798aa3-7b75-4f5a-b3e9-4cb5d59e7b95 tempest-TestVolumeBootPattern-168264203 tempest-TestVolumeBootPattern-168264203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:55.494385 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-d9798aa3-7b75-4f5a-b3e9-4cb5d59e7b95 tempest-TestVolumeBootPattern-168264203 tempest-TestVolumeBootPattern-168264203-project-admin] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 1124 time: 0.1000597 Sep 26 06:09:55.497358 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 59392) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:09:55.501554 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.v2.base [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Request body: {'floatingip': {'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'port_id': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 06:09:55.506211 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=100 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:55.527357 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:55.610920 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (None), before_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:55.724452 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.db_base_plugin_common [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Allocated IP 172.27.1.108 (d1d4bd21-c787-406a-b12d-f88fa8b189d1/19a8e387-4a24-4265-8ff3-075e879db001/14c82b96-edfb-4cb3-ba32-8584856043ab) {{(pid=113001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 06:09:55.842197 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for port (14c82b96-edfb-4cb3-ba32-8584856043ab), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:55.881625 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784553354945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (14c82b96-edfb-4cb3-ba32-8584856043ab), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:55.943789 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Network d1d4bd21-c787-406a-b12d-f88fa8b189d1 is already hosted by enough agents. {{(pid=113001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 06:09:55.948983 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.base_scheduler [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Resources bound (agent type, host, resource id): {{(pid=113001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 06:09:55.951308 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'Port': ['ID=14c82b96-edfb-4cb3-ba32-8584856043ab,revision_number=1']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:09:55.953444 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Received port after_create {{(pid=113001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 06:09:56.130829 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:56.335986 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (6a5061d1-3c25-4336-a56c-5fce81d72bf1), precommit_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:56.358089 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:56.405360 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7768234'] for port (14c82b96-edfb-4cb3-ba32-8584856043ab), before_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:56.573121 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for port (14c82b96-edfb-4cb3-ba32-8584856043ab), precommit_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:56.581552 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784553764518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784553354963', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784553354981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528700236'] for port (14c82b96-edfb-4cb3-ba32-8584856043ab), after_update {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:56.654103 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event updated for resources: {'Port': ['ID=14c82b96-edfb-4cb3-ba32-8584856043ab,revision_number=2']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:09:56.656624 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604259'] for floatingip (6a5061d1-3c25-4336-a56c-5fce81d72bf1), after_create {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:56.752868 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Floating IP 6a5061d1-3c25-4336-a56c-5fce81d72bf1 associated. External IP: 172.27.1.108, port: c79b31ed-a06b-46fe-b0c8-31d92ae98c84. Sep 26 06:09:56.966095 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Router ef672296-f69f-4a84-8b90-028c54abf3c0 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:09:56.977170 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:57.085947 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:09:57.097652 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a006e6cf-71b1-4d47-9f39-84920a71dfd5 None None] Sync routers for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:09:57.106201 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:09:57.108198 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006e6cf-71b1-4d47-9f39-84920a71dfd5 None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:09:57.109011 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a006e6cf-71b1-4d47-9f39-84920a71dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:09:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:09:57.137818 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-42574090-a173-4b80-b4e1-534214e3abc1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6394310 Sep 26 06:09:57.138468 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'tag': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:09:57.140744 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f332789-504e-4312-a9c7-b7b54a6b2d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e19203c-c625-4707-bcbe-6f2d4f1bb4a8", "tag": "c79b31ed-a06b-46fe-b0c8-31d92ae98c84"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:09:57.180868 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 06:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421581b0-be9e-4d8f-a3c6-9e8ce6a4d4d7 x-openstack-request-id: req-421581b0-be9e-4d8f-a3c6-9e8ce6a4d4d7 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:09:57.181128 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e19203c-c625-4707-bcbe-6f2d4f1bb4a8", "tag": "c79b31ed-a06b-46fe-b0c8-31d92ae98c84", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:09:57.181409 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-421581b0-be9e-4d8f-a3c6-9e8ce6a4d4d7 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:09:57.181826 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421581b0-be9e-4d8f-a3c6-9e8ce6a4d4d7'] response: {'name': 'network-changed', 'server_uuid': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'tag': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84', 'status': 'completed', 'code': 200} Sep 26 06:09:57.211078 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-a006e6cf-71b1-4d47-9f39-84920a71dfd5 None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:09:57.273952 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332789-504e-4312-a9c7-b7b54a6b2d2c req-10ef4c91-4e43-4f03-bcdd-8bd0a1d43b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:57.275487 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f332789-504e-4312-a9c7-b7b54a6b2d2c req-10ef4c91-4e43-4f03-bcdd-8bd0a1d43b2c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 1129 time: 0.0411787 Sep 26 06:09:57.371722 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332789-504e-4312-a9c7-b7b54a6b2d2c req-c62377a8-ef9a-43c6-8fe9-d05c83a60e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:57.373153 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f332789-504e-4312-a9c7-b7b54a6b2d2c req-c62377a8-ef9a-43c6-8fe9-d05c83a60e9e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.0919423 Sep 26 06:09:57.428747 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a006e6cf-71b1-4d47-9f39-84920a71dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '0a0c9fcb-9dff-426c-afad-49d9a7a2f825', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:e3:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:07:26Z', 'updated_at': '2022-09-26T06:07:28Z', 'revision_number': 1, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}, {'id': '6a5061d1-3c25-4336-a56c-5fce81d72bf1', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:cf:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:09:56Z', 'updated_at': '2022-09-26T06:09:56Z', 'revision_number': 0, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:09:57.434810 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f332789-504e-4312-a9c7-b7b54a6b2d2c req-a6f8c8a0-9840-406d-b1ca-e4be51a09051 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79b31ed-a06b-46fe-b0c8-31d92ae98c84 HTTP/1.1" status: 200 len: 999 time: 0.0553863 Sep 26 06:09:57.453535 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a006e6cf-71b1-4d47-9f39-84920a71dfd5 None None] Checking router: ef672296-f69f-4a84-8b90-028c54abf3c0 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:09:57.462464 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006e6cf-71b1-4d47-9f39-84920a71dfd5 None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:09:57.463077 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a006e6cf-71b1-4d47-9f39-84920a71dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:09:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:09:57.482099 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:09:57.489673 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332789-504e-4312-a9c7-b7b54a6b2d2c req-56b8fdad-5175-4cb8-9eb8-917752d18c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:57.491188 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f332789-504e-4312-a9c7-b7b54a6b2d2c req-56b8fdad-5175-4cb8-9eb8-917752d18c89 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0502133 Sep 26 06:09:57.535876 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f332789-504e-4312-a9c7-b7b54a6b2d2c req-4e2fd66c-9c67-41fe-8662-fb186795b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:09:57.537443 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f332789-504e-4312-a9c7-b7b54a6b2d2c req-4e2fd66c-9c67-41fe-8662-fb186795b834 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397820 Sep 26 06:09:57.567424 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-a006e6cf-71b1-4d47-9f39-84920a71dfd5 None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:09:57.635080 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f332789-504e-4312-a9c7-b7b54a6b2d2c req-c92daf94-facf-4feb-82b7-9872060956a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916767 Sep 26 06:09:57.724969 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-4f332789-504e-4312-a9c7-b7b54a6b2d2c req-cb97b314-e0bc-45ae-9d3b-6ce52160c74f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844321 Sep 26 06:09:57.795181 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-a006e6cf-71b1-4d47-9f39-84920a71dfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '0a0c9fcb-9dff-426c-afad-49d9a7a2f825', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:e3:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:07:26Z', 'updated_at': '2022-09-26T06:07:28Z', 'revision_number': 1, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}, {'id': '6a5061d1-3c25-4336-a56c-5fce81d72bf1', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:cf:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:09:56Z', 'updated_at': '2022-09-26T06:09:56Z', 'revision_number': 0, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:09:57.823987 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a006e6cf-71b1-4d47-9f39-84920a71dfd5 None None] The sync data for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi is: [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '0a0c9fcb-9dff-426c-afad-49d9a7a2f825', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:e3:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:07:26Z', 'updated_at': '2022-09-26T06:07:28Z', 'revision_number': 1, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}, {'id': '6a5061d1-3c25-4336-a56c-5fce81d72bf1', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:cf:51:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:09:56Z', 'updated_at': '2022-09-26T06:09:56Z', 'revision_number': 0, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:09:58.028045 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684cad4f-fdbc-471b-bbd3-b376a67c4214 None None] New status for floating IP 6a5061d1-3c25-4336-a56c-5fce81d72bf1: ACTIVE {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 06:09:59.706986 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-b74f5e24-b730-4f23-8152-c06cd40cc6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:02.150265 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-b0a537cd-b466-484d-aaf6-edc8aa9d8158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:03.443189 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:05.123507 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:05.126192 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:05.165261 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=64 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:05.169103 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=82 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:07.719801 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=22 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:07.721310 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:07.797331 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=71 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:07.798103 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=77 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:08.108980 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:10:15.119138 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:15.120391 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:15.202038 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:25.187044 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:25.194507 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:27.142348 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=17 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:27.143082 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=17 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:29.715084 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d7cf766b-8248-42e6-93cf-50e0d3ec032c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:32.143988 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fccc-5cb5-4148-8bee-558aa1944acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:32.190655 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-ab37b7ec-042f-4c10-b2e2-45eb6bd1c677 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836122 Sep 26 06:10:32.297806 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-f29985d8-9df5-48ca-b407-25af3bc80d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:10:32.299311 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-f29985d8-9df5-48ca-b407-25af3bc80d69 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 1130 time: 0.0438154 Sep 26 06:10:32.407684 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-1f5cc310-d6c3-48a6-b6cd-ce0af39e9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:10:32.409847 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-1f5cc310-d6c3-48a6-b6cd-ce0af39e9aa9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.0902669 Sep 26 06:10:32.479802 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-7a11261f-8331-4b11-935b-69f520fd1d4a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939 HTTP/1.1" status: 200 len: 1002 time: 0.0643921 Sep 26 06:10:32.527647 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-e0c08211-e07b-4682-a3a0-d78cdbd2fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:10:32.529046 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-e0c08211-e07b-4682-a3a0-d78cdbd2fafe service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0438478 Sep 26 06:10:32.573247 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-ebcd704b-ab89-4b29-88f5-c72a080aa15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:10:32.574695 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-ebcd704b-ab89-4b29-88f5-c72a080aa15e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394309 Sep 26 06:10:32.668639 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-0473d3a0-7ec1-4a9a-8666-33ef85b914d9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879831 Sep 26 06:10:32.764448 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-323d133a-1c71-44e8-b9e3-5969bf789dae req-a3da8b16-0f9b-4dfe-9d69-f9926494c67d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899203 Sep 26 06:10:33.451784 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:35.143845 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:35.145626 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:42.759783 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=50 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:42.761082 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=51 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:45.113433 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:10:45.133643 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:45.135608 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:45.214234 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:10:55.201561 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:55.205757 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:59.079416 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:59.081186 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=6 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:10:59.709626 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-7d0de1c9-b1ef-4bc0-b0a2-9337f26153ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:02.158852 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-854c1590-d3a8-4812-8236-db86f4119f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:03.456550 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:05.137061 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:05.140242 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:15.130311 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:15.134034 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:15.208807 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:22.113122 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:11:25.200635 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:25.202891 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:29.714872 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-8489f2ef-0ace-4ebd-9d8e-4b2e1638d3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:32.163454 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-b2368692-38a4-4438-afff-5eb009824526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:33.460374 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:34.161734 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-23962a6c-2eea-4a93-86ad-8c6a15149cfc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430639 Sep 26 06:11:34.239271 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-04759a65-fb81-4acf-aa0d-474409080315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:34.240785 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-04759a65-fb81-4acf-aa0d-474409080315 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 1129 time: 0.0402553 Sep 26 06:11:34.344950 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-8a6d12c0-a681-499e-8c78-3db56b6ef917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:34.347206 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-8a6d12c0-a681-499e-8c78-3db56b6ef917 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.0871000 Sep 26 06:11:34.419769 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-c8560fae-fc5d-443a-aa30-87c61859af72 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79b31ed-a06b-46fe-b0c8-31d92ae98c84 HTTP/1.1" status: 200 len: 1001 time: 0.0657921 Sep 26 06:11:34.468489 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-bee18c32-6696-4428-b65f-5f8d4eb87a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:34.470004 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-bee18c32-6696-4428-b65f-5f8d4eb87a6f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0438848 Sep 26 06:11:34.512165 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-3e1eefad-3180-4754-92ec-aea464af4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:34.513635 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-3e1eefad-3180-4754-92ec-aea464af4d0c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375862 Sep 26 06:11:34.622883 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-e85c6fef-f9c8-4d8d-8cc3-ae41316a5805 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026514 Sep 26 06:11:34.729058 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-5f7eea4e-4554-44b7-8091-cf012f890602 req-2d30bc5e-c2f8-47b5-9cde-b7d659609f2f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006105 Sep 26 06:11:35.138236 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:35.140975 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:36.077170 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:36.077916 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:44.724525 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=53 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:44.725832 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=48 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:45.218355 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:45.826074 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 59428) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:11:45.969994 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Deleting port 14c82b96-edfb-4cb3-ba32-8584856043ab {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:11:45.970285 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (14c82b96-edfb-4cb3-ba32-8584856043ab), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:46.046651 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (14c82b96-edfb-4cb3-ba32-8584856043ab), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:46.046947 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (14c82b96-edfb-4cb3-ba32-8584856043ab), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:46.060089 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Calling delete_port for 14c82b96-edfb-4cb3-ba32-8584856043ab owned by network:floatingip {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:11:46.216716 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (14c82b96-edfb-4cb3-ba32-8584856043ab), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:46.241040 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event deleted for resources: {'Port': ['ID=14c82b96-edfb-4cb3-ba32-8584856043ab,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:11:46.254610 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.254956 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.255293 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.255632 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.255963 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.256293 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.256601 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.256927 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.257277 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.257602 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.257930 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.258255 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.258593 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.259118 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.259701 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:46.322685 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (6a5061d1-3c25-4336-a56c-5fce81d72bf1), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:46.322964 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Floating IP 6a5061d1-3c25-4336-a56c-5fce81d72bf1 disassociated (deleted). External IP: 172.27.1.108, port: c79b31ed-a06b-46fe-b0c8-31d92ae98c84. Sep 26 06:11:46.781488 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Router ef672296-f69f-4a84-8b90-028c54abf3c0 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:11:46.894633 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:11:46.899795 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:46.904700 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbfeb79-f66b-4aa8-b404-ea48ce3df775 None None] Sync routers for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:11:46.916391 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbfeb79-f66b-4aa8-b404-ea48ce3df775 None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:11:46.917067 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-5cbfeb79-f66b-4aa8-b404-ea48ce3df775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:11:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:11:46.929009 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-cf3258b3-34e5-4c32-ab90-0718a2396d57 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/6a5061d1-3c25-4336-a56c-5fce81d72bf1 HTTP/1.1" status: 204 len: 168 time: 1.1015182 Sep 26 06:11:46.929706 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'tag': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:11:46.931970 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4b7d65-345f-484a-908d-4e4e71395e70" -d '{"events": [{"name": "network-changed", "server_uuid": "8e19203c-c625-4707-bcbe-6f2d4f1bb4a8", "tag": "c79b31ed-a06b-46fe-b0c8-31d92ae98c84"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:11:46.992880 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 06:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdca0da-d79b-40b0-9705-00c7f69d126e x-openstack-request-id: req-ccdca0da-d79b-40b0-9705-00c7f69d126e {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:11:46.993213 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e19203c-c625-4707-bcbe-6f2d4f1bb4a8", "tag": "c79b31ed-a06b-46fe-b0c8-31d92ae98c84", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:11:46.993471 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ccdca0da-d79b-40b0-9705-00c7f69d126e {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:11:46.993904 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdca0da-d79b-40b0-9705-00c7f69d126e'] response: {'name': 'network-changed', 'server_uuid': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'tag': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84', 'status': 'completed', 'code': 200} Sep 26 06:11:47.043233 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-5cbfeb79-f66b-4aa8-b404-ea48ce3df775 None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:11:47.092111 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:47.092390 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:47.093689 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b7d65-345f-484a-908d-4e4e71395e70 req-7581dec4-330e-486d-9190-94b8f855a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:47.096134 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bf4b7d65-345f-484a-908d-4e4e71395e70 req-7581dec4-330e-486d-9190-94b8f855a02c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 1129 time: 0.0503790 Sep 26 06:11:47.183612 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5960b-99f6-4836-b550-2c520f73038a req-c6e211cf-8d48-40cf-80fd-3c4cb137d6c0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:47.185125 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-57c5960b-99f6-4836-b550-2c520f73038a req-c6e211cf-8d48-40cf-80fd-3c4cb137d6c0 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Sep 26 06:11:47.238177 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-57c5960b-99f6-4836-b550-2c520f73038a req-c1347f5c-7f4e-4d94-b112-eb9446699e8e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469966 Sep 26 06:11:47.265126 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-5cbfeb79-f66b-4aa8-b404-ea48ce3df775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '0a0c9fcb-9dff-426c-afad-49d9a7a2f825', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:e3:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:07:26Z', 'updated_at': '2022-09-26T06:07:28Z', 'revision_number': 1, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:11:47.286331 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbfeb79-f66b-4aa8-b404-ea48ce3df775 None None] Checking router: ef672296-f69f-4a84-8b90-028c54abf3c0 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:11:47.295066 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbfeb79-f66b-4aa8-b404-ea48ce3df775 None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:11:47.295602 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-5cbfeb79-f66b-4aa8-b404-ea48ce3df775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:11:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:11:47.483870 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-5cbfeb79-f66b-4aa8-b404-ea48ce3df775 None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:11:47.697433 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-5cbfeb79-f66b-4aa8-b404-ea48ce3df775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '0a0c9fcb-9dff-426c-afad-49d9a7a2f825', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:e3:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:07:26Z', 'updated_at': '2022-09-26T06:07:28Z', 'revision_number': 1, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:11:47.721912 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbfeb79-f66b-4aa8-b404-ea48ce3df775 None None] The sync data for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi is: [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_floatingips': [{'id': '0a0c9fcb-9dff-426c-afad-49d9a7a2f825', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'router_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'port_id': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'mac_address': 'fa:16:3e:e3:aa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T06:07:26Z', 'updated_at': '2022-09-26T06:07:28Z', 'revision_number': 1, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:11:47.951589 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ed977-754d-4aa8-b68b-f4c079048481 None None] New status for floating IP 6a5061d1-3c25-4336-a56c-5fce81d72bf1: DOWN {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 06:11:48.280195 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b7d65-345f-484a-908d-4e4e71395e70 req-e01128cb-ef49-47ad-96fa-7013f52f191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:48.282477 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bf4b7d65-345f-484a-908d-4e4e71395e70 req-e01128cb-ef49-47ad-96fa-7013f52f191f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.1000488 Sep 26 06:11:48.350556 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bf4b7d65-345f-484a-908d-4e4e71395e70 req-30218475-2163-4316-8588-b38c856c73cb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79b31ed-a06b-46fe-b0c8-31d92ae98c84 HTTP/1.1" status: 200 len: 217 time: 0.0443702 Sep 26 06:11:48.388821 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674ecab-7030-4fa7-a61c-2f2e9fb4b162 req-4f81430b-210e-4f0c-9afc-88080442936b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:48.390239 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d674ecab-7030-4fa7-a61c-2f2e9fb4b162 req-4f81430b-210e-4f0c-9afc-88080442936b tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 945 time: 0.0485802 Sep 26 06:11:48.461313 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b7d65-345f-484a-908d-4e4e71395e70 req-754a00c8-b619-4c8d-981b-9342b91ee2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:48.462747 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bf4b7d65-345f-484a-908d-4e4e71395e70 req-754a00c8-b619-4c8d-981b-9342b91ee2f0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0665774 Sep 26 06:11:48.478708 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-d674ecab-7030-4fa7-a61c-2f2e9fb4b162 req-b43eed48-2b12-419d-b80a-124d545e97c4 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813861 Sep 26 06:11:48.652939 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b7d65-345f-484a-908d-4e4e71395e70 req-86012b8d-ea8d-4edb-962d-188948b1b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:48.654451 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bf4b7d65-345f-484a-908d-4e4e71395e70 req-86012b8d-ea8d-4edb-962d-188948b1b024 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537598 Sep 26 06:11:48.908800 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bf4b7d65-345f-484a-908d-4e4e71395e70 req-a0a48433-7168-4283-9db9-5e27f7925837 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891182 Sep 26 06:11:49.013550 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ee662-2d7e-4992-b251-5c473b0308d9 req-676dd50f-5eeb-4b17-9692-7a496aaf197d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:49.015009 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed1ee662-2d7e-4992-b251-5c473b0308d9 req-676dd50f-5eeb-4b17-9692-7a496aaf197d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 945 time: 0.0891895 Sep 26 06:11:49.083022 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-bf4b7d65-345f-484a-908d-4e4e71395e70 req-a637ff21-54c6-4611-9138-bf408c36ae61 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582522 Sep 26 06:11:49.116681 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-ed1ee662-2d7e-4992-b251-5c473b0308d9 req-e05d19d4-db36-4d20-b04d-3238bf897e44 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Deleting port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:11:49.117023 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-ed1ee662-2d7e-4992-b251-5c473b0308d9 req-e05d19d4-db36-4d20-b04d-3238bf897e44 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:49.213822 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-ed1ee662-2d7e-4992-b251-5c473b0308d9 req-e05d19d4-db36-4d20-b04d-3238bf897e44 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] For port c79b31ed-a06b-46fe-b0c8-31d92ae98c84, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=c79b31ed-a06b-46fe-b0c8-31d92ae98c84,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:11:49.214189 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-ed1ee662-2d7e-4992-b251-5c473b0308d9 req-e05d19d4-db36-4d20-b04d-3238bf897e44 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:49.228027 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-ed1ee662-2d7e-4992-b251-5c473b0308d9 req-e05d19d4-db36-4d20-b04d-3238bf897e44 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Calling delete_port for c79b31ed-a06b-46fe-b0c8-31d92ae98c84 owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:11:49.371536 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-ed1ee662-2d7e-4992-b251-5c473b0308d9 req-e05d19d4-db36-4d20-b04d-3238bf897e44 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (c79b31ed-a06b-46fe-b0c8-31d92ae98c84), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:49.399391 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d19d4-db36-4d20-b04d-3238bf897e44 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event deleted for resources: {'Port': ['ID=c79b31ed-a06b-46fe-b0c8-31d92ae98c84,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:11:49.448361 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1ee662-2d7e-4992-b251-5c473b0308d9 req-e05d19d4-db36-4d20-b04d-3238bf897e44 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] No DVR routers for this DVR port c79b31ed-a06b-46fe-b0c8-31d92ae98c84 on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 06:11:49.451134 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-ed1ee662-2d7e-4992-b251-5c473b0308d9 req-e05d19d4-db36-4d20-b04d-3238bf897e44 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:49.454737 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ed1ee662-2d7e-4992-b251-5c473b0308d9 req-e05d19d4-db36-4d20-b04d-3238bf897e44 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "DELETE /networking/v2.0/ports/c79b31ed-a06b-46fe-b0c8-31d92ae98c84 HTTP/1.1" status: 204 len: 173 time: 0.4351003 Sep 26 06:11:49.455278 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'name': 'network-vif-deleted', 'tag': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:11:49.457560 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343c8e7e-6a3b-45a3-b3d6-af67e2c98193" -d '{"events": [{"server_uuid": "8e19203c-c625-4707-bcbe-6f2d4f1bb4a8", "name": "network-vif-deleted", "tag": "c79b31ed-a06b-46fe-b0c8-31d92ae98c84"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:11:49.500694 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 06:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c3a3c8-4605-4cc8-aca4-3986c1c71a74 x-openstack-request-id: req-98c3a3c8-4605-4cc8-aca4-3986c1c71a74 {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:11:49.501110 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e19203c-c625-4707-bcbe-6f2d4f1bb4a8", "name": "network-vif-deleted", "tag": "c79b31ed-a06b-46fe-b0c8-31d92ae98c84", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:11:49.501433 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98c3a3c8-4605-4cc8-aca4-3986c1c71a74 {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:11:49.501847 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c3a3c8-4605-4cc8-aca4-3986c1c71a74'] response: {'server_uuid': '8e19203c-c625-4707-bcbe-6f2d4f1bb4a8', 'name': 'network-vif-deleted', 'tag': 'c79b31ed-a06b-46fe-b0c8-31d92ae98c84', 'status': 'completed', 'code': 200} Sep 26 06:11:49.563855 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:49.588615 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-247bc182-ee23-44a2-94fd-c4658c36c3a9 req-d797caa4-1652-4f9f-9044-88744dad496f tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e19203c-c625-4707-bcbe-6f2d4f1bb4a8 HTTP/1.1" status: 200 len: 210 time: 0.0335865 Sep 26 06:11:52.521857 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device c79b31ed-a06b-46fe-b0c8-31d92ae98c84 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:11:52.552971 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: c79b31ed-a06b-46fe-b0c8-31d92ae98c84 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:11:52.553343 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device c79b31ed-a06b-46fe-b0c8-31d92ae98c84 not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:11:52.947298 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [-] (113001) accepted ('10.222.0.57', 59476) {{(pid=113001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:11:52.955023 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:53.094613 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Deleting port 8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:11:53.094897 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:53.170794 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:53.171026 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:53.183702 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Calling delete_port for 8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f owned by network:floatingip {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:11:53.348532 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:53.376804 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event deleted for resources: {'Port': ['ID=8f8f9fe5-42b1-4b94-b07b-e0dc96f1339f,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:11:53.442928 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (0a0c9fcb-9dff-426c-afad-49d9a7a2f825), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:53.443159 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.db.l3_db [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Floating IP 0a0c9fcb-9dff-426c-afad-49d9a7a2f825 disassociated (deleted). External IP: 172.27.1.249, port: 7a9c18ef-ab34-42cb-9f25-1dd370c4d939. Sep 26 06:11:53.657857 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Router ef672296-f69f-4a84-8b90-028c54abf3c0 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:11:53.757656 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:11:53.762569 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:53.767129 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a492247-eaaf-4228-869c-338d4783d0bc None None] Sync routers for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:11:53.777445 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a492247-eaaf-4228-869c-338d4783d0bc None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:11:53.778039 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-0a492247-eaaf-4228-869c-338d4783d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:11:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:11:53.798413 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [None req-8559d3f6-7802-41c5-9789-1a03e0798f88 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/0a0c9fcb-9dff-426c-afad-49d9a7a2f825 HTTP/1.1" status: 204 len: 168 time: 0.8475120 Sep 26 06:11:53.798413 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'tag': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:11:53.798835 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6886c9-46d9-4d61-81ca-00da209c8446" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba6f9bf-29a7-4164-a989-efe1687e25e5", "tag": "7a9c18ef-ab34-42cb-9f25-1dd370c4d939"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:11:53.837486 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 06:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67bb577-bacb-4728-94b4-fb1326b9cc4e x-openstack-request-id: req-d67bb577-bacb-4728-94b4-fb1326b9cc4e {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:11:53.837806 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba6f9bf-29a7-4164-a989-efe1687e25e5", "tag": "7a9c18ef-ab34-42cb-9f25-1dd370c4d939", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:11:53.838067 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d67bb577-bacb-4728-94b4-fb1326b9cc4e {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:11:53.838475 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67bb577-bacb-4728-94b4-fb1326b9cc4e'] response: {'name': 'network-changed', 'server_uuid': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'tag': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'status': 'completed', 'code': 200} Sep 26 06:11:53.879855 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-0a492247-eaaf-4228-869c-338d4783d0bc None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:11:53.922838 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:53.929524 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6886c9-46d9-4d61-81ca-00da209c8446 req-96a39423-2289-4074-850f-c09c38ac3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:53.931111 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ec6886c9-46d9-4d61-81ca-00da209c8446 req-96a39423-2289-4074-850f-c09c38ac3123 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fe22d212c0eb4df3800b0e80d722e217&device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 1130 time: 0.0433483 Sep 26 06:11:53.959495 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:54.003565 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:54.038129 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6886c9-46d9-4d61-81ca-00da209c8446 req-671bc6ac-4e5f-4fc3-9d61-b15fc2df87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:54.039163 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f380e-3597-4914-8156-eab6ff59352b req-4bba1571-f1a1-4386-a5d8-a61d7e9c7d5e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:54.039762 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ec6886c9-46d9-4d61-81ca-00da209c8446 req-671bc6ac-4e5f-4fc3-9d61-b15fc2df87b1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 200 len: 912 time: 0.1031222 Sep 26 06:11:54.040680 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a80f380e-3597-4914-8156-eab6ff59352b req-4bba1571-f1a1-4386-a5d8-a61d7e9c7d5e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 946 time: 0.0522759 Sep 26 06:11:54.066241 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=100 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:54.083990 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-0a492247-eaaf-4228-869c-338d4783d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:11:54.094194 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [req-a80f380e-3597-4914-8156-eab6ff59352b req-efc92a78-c962-434a-80ee-d8bc1d7020e9 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475993 Sep 26 06:11:54.108014 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a492247-eaaf-4228-869c-338d4783d0bc None None] Checking router: ef672296-f69f-4a84-8b90-028c54abf3c0 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:11:54.116733 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a492247-eaaf-4228-869c-338d4783d0bc None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:11:54.117375 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-0a492247-eaaf-4228-869c-338d4783d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:11:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:11:54.220900 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-0a492247-eaaf-4228-869c-338d4783d0bc None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:11:54.426850 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-0a492247-eaaf-4228-869c-338d4783d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:11:54.460027 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a492247-eaaf-4228-869c-338d4783d0bc None None] The sync data for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi is: [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:00Z', 'revision_number': 4, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi', '_interfaces': [{'id': '967a58a1-58b3-4edb-929f-ebb7e8659ad8', 'name': '', 'network_id': '41837bd9-fbbb-4100-bda5-5dd8c6633ace', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'mac_address': 'fa:16:3e:0b:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:00Z', 'updated_at': '2022-09-26T06:04:05Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'subnets': [{'id': '2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:11:54.685822 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee81ea9-b2c1-437f-a602-99a0e0c9cf0c None None] New status for floating IP 0a0c9fcb-9dff-426c-afad-49d9a7a2f825: DOWN {{(pid=113002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 06:11:55.047468 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ec6886c9-46d9-4d61-81ca-00da209c8446 req-ed4ad496-ef70-4293-8c7c-84a90698a3fb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939 HTTP/1.1" status: 200 len: 217 time: 0.0397065 Sep 26 06:11:55.105875 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6886c9-46d9-4d61-81ca-00da209c8446 req-b76db098-3981-44c3-a0c5-2a89b56bbe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:55.107978 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ec6886c9-46d9-4d61-81ca-00da209c8446 req-b76db098-3981-44c3-a0c5-2a89b56bbe11 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 200 len: 850 time: 0.0530488 Sep 26 06:11:55.171886 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6886c9-46d9-4d61-81ca-00da209c8446 req-06c675ac-91c4-41dd-a1a6-b45720563ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:55.173431 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ec6886c9-46d9-4d61-81ca-00da209c8446 req-06c675ac-91c4-41dd-a1a6-b45720563ec5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=41837bd9-fbbb-4100-bda5-5dd8c6633ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402038 Sep 26 06:11:55.262331 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22600e3a-570c-4ec0-9523-2c9521a57cea req-676f6f99-771a-404a-b911-56195dc8dcf1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:55.263791 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-22600e3a-570c-4ec0-9523-2c9521a57cea req-676f6f99-771a-404a-b911-56195dc8dcf1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 946 time: 0.0895040 Sep 26 06:11:55.319672 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ec6886c9-46d9-4d61-81ca-00da209c8446 req-2c877f30-3fc4-4d65-bc2f-caecdacc96a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371243 Sep 26 06:11:55.334980 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-22600e3a-570c-4ec0-9523-2c9521a57cea req-b2e1e238-8144-4bf0-9504-994cd0518da4 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/security-groups?id=00facad9-b201-4186-9a56-73c086c06cef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653331 Sep 26 06:11:55.456388 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-ec6886c9-46d9-4d61-81ca-00da209c8446 req-38b2e0ba-4cfc-43a8-8298-64ce8c6ef700 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902588 Sep 26 06:11:55.743167 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded1e6a-aa1a-4414-a704-2a9058992c71 req-9d3fd2e3-8200-4491-ad60-6bda6e5299a6 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 06:11:55.744495 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6ded1e6a-aa1a-4414-a704-2a9058992c71 req-9d3fd2e3-8200-4491-ad60-6bda6e5299a6 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 946 time: 0.0523992 Sep 26 06:11:55.834817 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-6ded1e6a-aa1a-4414-a704-2a9058992c71 req-5ca276b2-2e37-415a-97d2-575addcf597e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Deleting port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 {{(pid=113001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:11:55.835165 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-6ded1e6a-aa1a-4414-a704-2a9058992c71 req-5ca276b2-2e37-415a-97d2-575addcf597e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), before_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:55.934050 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.db [req-6ded1e6a-aa1a-4414-a704-2a9058992c71 req-5ca276b2-2e37-415a-97d2-575addcf597e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] For port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7a9c18ef-ab34-42cb-9f25-1dd370c4d939,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:11:55.934419 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-6ded1e6a-aa1a-4414-a704-2a9058992c71 req-5ca276b2-2e37-415a-97d2-575addcf597e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), precommit_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:55.948333 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.plugins.ml2.plugin [req-6ded1e6a-aa1a-4414-a704-2a9058992c71 req-5ca276b2-2e37-415a-97d2-575addcf597e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Calling delete_port for 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 owned by compute:nova {{(pid=113001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:11:56.086309 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-6ded1e6a-aa1a-4414-a704-2a9058992c71 req-5ca276b2-2e37-415a-97d2-575addcf597e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528700277'] for port (7a9c18ef-ab34-42cb-9f25-1dd370c4d939), after_delete {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:56.111940 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca276b2-2e37-415a-97d2-575addcf597e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event deleted for resources: {'Port': ['ID=7a9c18ef-ab34-42cb-9f25-1dd370c4d939,revision_number=None']} {{(pid=113001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:11:56.168806 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ded1e6a-aa1a-4414-a704-2a9058992c71 req-5ca276b2-2e37-415a-97d2-575addcf597e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] No DVR routers for this DVR port 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 on host hv-cinder-83608 {{(pid=113001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 06:11:56.171463 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron_lib.callbacks.manager [req-6ded1e6a-aa1a-4414-a704-2a9058992c71 req-5ca276b2-2e37-415a-97d2-575addcf597e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for port (None), before_response {{(pid=113001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:56.174740 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-6ded1e6a-aa1a-4414-a704-2a9058992c71 req-5ca276b2-2e37-415a-97d2-575addcf597e tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.25 "DELETE /networking/v2.0/ports/7a9c18ef-ab34-42cb-9f25-1dd370c4d939 HTTP/1.1" status: 204 len: 173 time: 0.4234231 Sep 26 06:11:56.175237 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'name': 'network-vif-deleted', 'tag': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939'}] {{(pid=113001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 06:11:56.177536 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c2bb8c3fe936b03d360eb85f0cab3a4d52ddf719ad15b3dc6cd2f60ce4f19e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8242eb62-a5a6-4c29-b9b9-353c7d43f461" -d '{"events": [{"server_uuid": "5ba6f9bf-29a7-4164-a989-efe1687e25e5", "name": "network-vif-deleted", "tag": "7a9c18ef-ab34-42cb-9f25-1dd370c4d939"}]}' {{(pid=113001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 06:11:56.214511 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 06:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b901b0e-21d4-427f-b74a-d0f44ef3b26a x-openstack-request-id: req-9b901b0e-21d4-427f-b74a-d0f44ef3b26a {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 06:11:56.214805 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba6f9bf-29a7-4164-a989-efe1687e25e5", "name": "network-vif-deleted", "tag": "7a9c18ef-ab34-42cb-9f25-1dd370c4d939", "status": "completed", "code": 200}]} {{(pid=113001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 06:11:56.215059 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b901b0e-21d4-427f-b74a-d0f44ef3b26a {{(pid=113001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 06:11:56.215465 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b901b0e-21d4-427f-b74a-d0f44ef3b26a'] response: {'server_uuid': '5ba6f9bf-29a7-4164-a989-efe1687e25e5', 'name': 'network-vif-deleted', 'tag': '7a9c18ef-ab34-42cb-9f25-1dd370c4d939', 'status': 'completed', 'code': 200} Sep 26 06:11:56.460760 dv-cinder-836083-14-iscsi neutron-server[113001]: INFO neutron.wsgi [req-32326eba-60a4-4a5a-b7d7-080ed76bf028 req-8e3f7591-622a-4aa5-966a-b50d3ff0f3b2 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ba6f9bf-29a7-4164-a989-efe1687e25e5 HTTP/1.1" status: 200 len: 210 time: 0.0330799 Sep 26 06:11:57.535274 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59492) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:11:57.647808 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Deleting port 99aaf72a-63b8-4f36-9914-daecab63d705 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:11:57.648105 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (99aaf72a-63b8-4f36-9914-daecab63d705), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:57.723683 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (99aaf72a-63b8-4f36-9914-daecab63d705), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:57.724005 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (99aaf72a-63b8-4f36-9914-daecab63d705), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:57.736750 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Calling delete_port for 99aaf72a-63b8-4f36-9914-daecab63d705 owned by network:floatingip {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:11:57.882782 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (99aaf72a-63b8-4f36-9914-daecab63d705), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:57.906460 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event deleted for resources: {'Port': ['ID=99aaf72a-63b8-4f36-9914-daecab63d705,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:11:57.918220 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.918567 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.918901 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.919234 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.919557 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.919879 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.920197 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.920506 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.920830 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.921175 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.921488 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.921804 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.922116 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.922429 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.922745 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-14-iscsi {{(pid=113000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 06:11:57.981116 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for floatingip (ce89926b-f240-4313-8c58-2cd43c4526d0), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:57.983655 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-456571'] for floatingip (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:57.984785 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-027a5bf9-02e4-475b-818b-69ea2379e80d tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "DELETE /networking/v2.0/floatingips/ce89926b-f240-4313-8c58-2cd43c4526d0 HTTP/1.1" status: 204 len: 168 time: 0.4490027 Sep 26 06:11:58.519253 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:11:58.521936 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:58.523668 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:58.541410 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] No Port match for: 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:11:58.541934 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Device 7a9c18ef-ab34-42cb-9f25-1dd370c4d939 not bound to the agent host hv-cinder-83608 {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:11:59.119251 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:11:59.213455 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59504) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:11:59.275030 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e1bd251d-c16c-465a-83fd-c02ce71e42a1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group (00facad9-b201-4186-9a56-73c086c06cef), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:59.299553 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e1bd251d-c16c-465a-83fd-c02ce71e42a1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group (00facad9-b201-4186-9a56-73c086c06cef), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:59.360977 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e1bd251d-c16c-465a-83fd-c02ce71e42a1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (00facad9-b201-4186-9a56-73c086c06cef), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:59.365430 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-e1bd251d-c16c-465a-83fd-c02ce71e42a1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:59.366915 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-e1bd251d-c16c-465a-83fd-c02ce71e42a1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] 10.222.0.57 "DELETE /networking/v2.0/security-groups/00facad9-b201-4186-9a56-73c086c06cef HTTP/1.1" status: 204 len: 168 time: 0.1524494 Sep 26 06:11:59.376643 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd251d-c16c-465a-83fd-c02ce71e42a1 tempest-TestVolumeBootPattern-882261853 tempest-TestVolumeBootPattern-882261853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00facad9-b201-4186-9a56-73c086c06cef,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:11:59.426846 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59508) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:11:59.698990 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1512806e-2bb6-4a8e-9987-8ecdae3fdbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:11:59.718529 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:59.720615 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:11:59.887128 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809315'] for router_interface (ef672296-f69f-4a84-8b90-028c54abf3c0), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:00.116803 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] Deleting port 967a58a1-58b3-4edb-929f-ebb7e8659ad8 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:12:00.117169 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:00.210251 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] For port 967a58a1-58b3-4edb-929f-ebb7e8659ad8, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=967a58a1-58b3-4edb-929f-ebb7e8659ad8,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:12:00.210591 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:00.224337 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] Calling delete_port for 967a58a1-58b3-4edb-929f-ebb7e8659ad8 owned by network:router_interface {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:12:00.409969 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (967a58a1-58b3-4edb-929f-ebb7e8659ad8), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:00.437593 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=967a58a1-58b3-4edb-929f-ebb7e8659ad8,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:00.550194 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:00.851213 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:00.865339 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600275'] for router_interface (ef672296-f69f-4a84-8b90-028c54abf3c0), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:01.071769 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] Router ef672296-f69f-4a84-8b90-028c54abf3c0 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:12:01.183074 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:12:01.188316 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-7de5650f-1961-48b4-b23f-88e09c201cd4 admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/ef672296-f69f-4a84-8b90-028c54abf3c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7603521 Sep 26 06:12:01.191538 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59512) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:12:01.195661 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f611c-06df-4932-be42-57a7371b079c None None] Sync routers for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:12:01.210459 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f611c-06df-4932-be42-57a7371b079c None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:12:01.211089 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-460f611c-06df-4932-be42-57a7371b079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:11:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:01.292378 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Publish callbacks [] for router (ef672296-f69f-4a84-8b90-028c54abf3c0), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:01.312670 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-460f611c-06df-4932-be42-57a7371b079c None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:12:01.391868 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Publish callbacks [] for router_gateway (ef672296-f69f-4a84-8b90-028c54abf3c0), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:01.440655 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Deleting port 8b845773-2125-4b04-99a2-c3fe88845013 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:12:01.440908 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (8b845773-2125-4b04-99a2-c3fe88845013), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:01.487915 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-460f611c-06df-4932-be42-57a7371b079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '8b845773-2125-4b04-99a2-c3fe88845013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:12:00Z', 'revision_number': 5, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port': {'id': '8b845773-2125-4b04-99a2-c3fe88845013', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:01.516052 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f611c-06df-4932-be42-57a7371b079c None None] Checking router: ef672296-f69f-4a84-8b90-028c54abf3c0 for host: dv-cinder-836083-14-iscsi {{(pid=113003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:12:01.521843 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] For port 8b845773-2125-4b04-99a2-c3fe88845013, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=8b845773-2125-4b04-99a2-c3fe88845013,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:12:01.522285 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (8b845773-2125-4b04-99a2-c3fe88845013), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:01.524873 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f611c-06df-4932-be42-57a7371b079c None None] Routers {'ef672296-f69f-4a84-8b90-028c54abf3c0'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:12:01.525499 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-460f611c-06df-4932-be42-57a7371b079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:11:32Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['ef672296-f69f-4a84-8b90-028c54abf3c0'], 'active': True} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:01.535426 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Calling delete_port for 8b845773-2125-4b04-99a2-c3fe88845013 owned by network:router_gateway {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:12:01.686568 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:01.693048 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_dvr_db [None req-460f611c-06df-4932-be42-57a7371b079c None None] Set router ef672296-f69f-4a84-8b90-028c54abf3c0 gateway port host: None {{(pid=113003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:12:01.695826 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:01.718686 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (8b845773-2125-4b04-99a2-c3fe88845013), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:01.741408 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.l3_hamode_db [None req-460f611c-06df-4932-be42-57a7371b079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:12:01Z', 'revision_number': 6, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port_host': None}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:01.744991 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b845773-2125-4b04-99a2-c3fe88845013,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:01.768298 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460f611c-06df-4932-be42-57a7371b079c None None] The sync data for ids ['ef672296-f69f-4a84-8b90-028c54abf3c0'] in dv-cinder-836083-14-iscsi is: [{'id': 'ef672296-f69f-4a84-8b90-028c54abf3c0', 'name': 'tempest-TestVolumeBootPattern-712721015-router', 'tenant_id': 'fe22d212c0eb4df3800b0e80d722e217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:03:58Z', 'updated_at': '2022-09-26T06:12:01Z', 'revision_number': 6, 'project_id': 'fe22d212c0eb4df3800b0e80d722e217', 'gw_port_host': None}] {{(pid=113003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:12:01.810745 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604185'] for router_gateway (ef672296-f69f-4a84-8b90-028c54abf3c0), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:01.904562 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31891'] for router (ef672296-f69f-4a84-8b90-028c54abf3c0), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:01.906929 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Publish callbacks [] for router_controller (ef672296-f69f-4a84-8b90-028c54abf3c0), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:01.951726 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600366'] for router (ef672296-f69f-4a84-8b90-028c54abf3c0), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:01.952340 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef672296-f69f-4a84-8b90-028c54abf3c0 {{(pid=113000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 06:12:01.956774 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:01.957951 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-d792c952-b3f9-4e28-9c93-97b83a249957 admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/ef672296-f69f-4a84-8b90-028c54abf3c0 HTTP/1.1" status: 204 len: 168 time: 0.7649944 Sep 26 06:12:01.960640 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59514) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:12:02.005430 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_v2 [None req-2595285a-d319-4bfd-a3e8-028fd5e46561 admin admin] Deleting subnet 2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 {{(pid=113000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 06:12:02.008670 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2595285a-d319-4bfd-a3e8-028fd5e46561 admin admin] Publish callbacks [] for subnet (2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.046975 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2595285a-d319-4bfd-a3e8-028fd5e46561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529123234'] for subnet (2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.122484 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2595285a-d319-4bfd-a3e8-028fd5e46561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.169337 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d04ca542-37b9-4932-847b-f8ee32231a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.188581 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2595285a-d319-4bfd-a3e8-028fd5e46561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3432135'] for subnet (2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.221999 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595285a-d319-4bfd-a3e8-028fd5e46561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:02.226424 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2595285a-d319-4bfd-a3e8-028fd5e46561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.233442 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2595285a-d319-4bfd-a3e8-028fd5e46561 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/2a1f2f2b-b5c8-4cc5-a2d6-594c842a9859 HTTP/1.1" status: 204 len: 168 time: 0.2680185 Sep 26 06:12:02.233442 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59516) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:12:02.236630 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06f97f-f584-4294-aa61-efa2c56ebbc8 None None] Network 41837bd9-fbbb-4100-bda5-5dd8c6633ace requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 06:12:02.300737 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (41837bd9-fbbb-4100-bda5-5dd8c6633ace), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.344258 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Deleting port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:12:02.344600 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.409771 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] For port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=bc61e4b3-e2b7-4602-baeb-c8c12ffc6552,segment=NetworkSegment(e1656165-8c4a-46a7-adc3-94676e1c4a7f),segment_id=e1656165-8c4a-46a7-adc3-94676e1c4a7f)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:12:02.410125 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.423850 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Calling delete_port for bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 owned by network:dhcp {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:12:02.504941 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (bc61e4b3-e2b7-4602-baeb-c8c12ffc6552), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.531992 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Pushing event deleted for resources: {'Port': ['ID=bc61e4b3-e2b7-4602-baeb-c8c12ffc6552,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:02.538675 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] No DVR routers for this DVR port bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 on host dv-cinder-836083-14-iscsi {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 06:12:02.555921 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8bb178-d9cf-4766-9fce-57a2f969625b None None] DHCP port deletion for 41837bd9-fbbb-4100-bda5-5dd8c6633ace request from dv-cinder-836083-14-iscsi {{(pid=113002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 06:12:02.618781 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (41837bd9-fbbb-4100-bda5-5dd8c6633ace), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.638919 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:02.640824 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41837bd9-fbbb-4100-bda5-5dd8c6633ace']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:02.651916 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1656165-8c4a-46a7-adc3-94676e1c4a7f') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:02.651916 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1656165-8c4a-46a7-adc3-94676e1c4a7f') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:02.660996 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:02.663382 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (e1656165-8c4a-46a7-adc3-94676e1c4a7f), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.679105 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (e1656165-8c4a-46a7-adc3-94676e1c4a7f), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.686162 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 06:12:02.686581 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (e1656165-8c4a-46a7-adc3-94676e1c4a7f), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.753970 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (41837bd9-fbbb-4100-bda5-5dd8c6633ace), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.760019 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:02.763402 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/41837bd9-fbbb-4100-bda5-5dd8c6633ace HTTP/1.1" status: 204 len: 168 time: 0.5302122 Sep 26 06:12:02.766425 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59522) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:12:02.784778 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3ea38-091b-4740-8139-f73f511e28ce admin admin] Pushing event deleted for resources: {'Network': ['ID=41837bd9-fbbb-4100-bda5-5dd8c6633ace,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:02.816407 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment e1656165-8c4a-46a7-adc3-94676e1c4a7f resource provider aggregate not found Sep 26 06:12:02.837424 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment e1656165-8c4a-46a7-adc3-94676e1c4a7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1656165-8c4a-46a7-adc3-94676e1c4a7f found for delete ", "request_id": "req-ec831263-584b-477e-b18b-5bcc43278483"}]} Sep 26 06:12:03.104093 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1809315'] for router_interface (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:03.326562 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] Deleting port a2ead44a-265c-4428-84d8-c3ab12aa87cd {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:12:03.327309 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:03.411333 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] For port a2ead44a-265c-4428-84d8-c3ab12aa87cd, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=a2ead44a-265c-4428-84d8-c3ab12aa87cd,segment=NetworkSegment(1a2c8742-16b2-43e8-b598-29b2b91b0e4e),segment_id=1a2c8742-16b2-43e8-b598-29b2b91b0e4e)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:12:03.411705 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:03.425827 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] Calling delete_port for a2ead44a-265c-4428-84d8-c3ab12aa87cd owned by network:router_interface {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:12:03.460286 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:03.466181 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:12:03.558721 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:03.586714 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:03.620207 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:12:03.620546 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device bc61e4b3-e2b7-4602-baeb-c8c12ffc6552 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:12:03.620982 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 8b845773-2125-4b04-99a2-c3fe88845013 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:12:03.634069 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (a2ead44a-265c-4428-84d8-c3ab12aa87cd), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:03.640669 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 8b845773-2125-4b04-99a2-c3fe88845013 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:12:03.641018 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 8b845773-2125-4b04-99a2-c3fe88845013 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:12:03.641460 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 967a58a1-58b3-4edb-929f-ebb7e8659ad8 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:12:03.656235 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ead44a-265c-4428-84d8-c3ab12aa87cd,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:03.659601 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: 967a58a1-58b3-4edb-929f-ebb7e8659ad8 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:12:03.659947 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device 967a58a1-58b3-4edb-929f-ebb7e8659ad8 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:12:03.833496 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1695016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1600275'] for router_interface (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:04.058518 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] Router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 has already been hosted by L3 agent edc8c1e7-285a-41e1-9d1e-9189a2471ca2 {{(pid=113000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 06:12:04.165803 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] Notify agent at l3_agent.dv-cinder-836083-14-iscsi the message routers_updated {{(pid=113000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 06:12:04.171419 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-2a5f5372-5608-4d55-b6dc-165a00cf5b5a admin admin] 10.222.0.57 "PUT /networking/v2.0/routers/8157ffe1-76c8-4dfd-9dd2-bc8e396a7722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3939834 Sep 26 06:12:04.174205 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59526) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:12:04.175818 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e582c1f-2e77-4704-830c-03bc15bec46f None None] Sync routers for ids ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'] in dv-cinder-836083-14-iscsi {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 06:12:04.186374 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e582c1f-2e77-4704-830c-03bc15bec46f None None] Routers {'8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:12:04.187079 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3e582c1f-2e77-4704-830c-03bc15bec46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:12:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:04.293939 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-3e582c1f-2e77-4704-830c-03bc15bec46f None None] Set router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:12:04.471084 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3e582c1f-2e77-4704-830c-03bc15bec46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'name': 'tempest-TestVolumeBootPattern-806821702-router', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:04:02Z', 'updated_at': '2022-09-26T06:12:03Z', 'revision_number': 5, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'gw_port': {'id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:03Z', 'updated_at': '2022-09-26T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:04.496246 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e582c1f-2e77-4704-830c-03bc15bec46f None None] Checking router: 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 for host: dv-cinder-836083-14-iscsi {{(pid=113002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 06:12:04.505407 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e582c1f-2e77-4704-830c-03bc15bec46f None None] Routers {'8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'} bound to L3 agent in host dv-cinder-836083-14-iscsi {{(pid=113002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 06:12:04.506042 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3e582c1f-2e77-4704-830c-03bc15bec46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:35:32Z,description=,heartbeat_timestamp=2022-09-26T06:12:02Z,host='dv-cinder-836083-14-iscsi',id=edc8c1e7-285a-41e1-9d1e-9189a2471ca2,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:35:32Z,topic='l3_agent')) {'router_ids': ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'], 'active': True} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:04.549818 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Publish callbacks [] for router (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:04.609544 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_dvr_db [None req-3e582c1f-2e77-4704-830c-03bc15bec46f None None] Set router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 gateway port host: dv-cinder-836083-14-iscsi {{(pid=113002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 06:12:04.649701 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Publish callbacks [] for router_gateway (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:04.691461 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Deleting port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:12:04.692127 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:04.704838 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:DELETE=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:04.771360 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] For port fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f,segment=NetworkSegment(25cae150-7a62-4580-aa42-8508c0e0bad4),segment_id=25cae150-7a62-4580-aa42-8508c0e0bad4)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:12:04.771617 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:04.780531 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.db.l3_hamode_db [None req-3e582c1f-2e77-4704-830c-03bc15bec46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'name': 'tempest-TestVolumeBootPattern-806821702-router', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:04:02Z', 'updated_at': '2022-09-26T06:12:03Z', 'revision_number': 5, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'gw_port': {'id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:03Z', 'updated_at': '2022-09-26T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}], 'dv-cinder-836083-14-iscsi', False) {} {{(pid=113002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:04.784959 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Calling delete_port for fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f owned by network:router_gateway {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:12:04.806048 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e582c1f-2e77-4704-830c-03bc15bec46f None None] The sync data for ids ['8157ffe1-76c8-4dfd-9dd2-bc8e396a7722'] in dv-cinder-836083-14-iscsi is: [{'id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'name': 'tempest-TestVolumeBootPattern-806821702-router', 'tenant_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'external_fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T06:04:02Z', 'updated_at': '2022-09-26T06:12:03Z', 'revision_number': 5, 'project_id': 'cddf62ef1f784cf6890bfccb22e5fe33', 'gw_port': {'id': 'fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f', 'name': '', 'network_id': 'd1d4bd21-c787-406a-b12d-f88fa8b189d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8157ffe1-76c8-4dfd-9dd2-bc8e396a7722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '19a8e387-4a24-4265-8ff3-075e879db001', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T06:04:03Z', 'updated_at': '2022-09-26T06:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19a8e387-4a24-4265-8ff3-075e879db001', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-14-iscsi'}] {{(pid=113002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 06:12:04.831890 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:04.967817 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:04.995688 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Pushing event deleted for resources: {'Port': ['ID=fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:05.058245 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604185'] for router_gateway (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.135295 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.141631 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.148931 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31891'] for router (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.151404 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Publish callbacks [] for router_controller (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.199523 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1600366'] for router (8157ffe1-76c8-4dfd-9dd2-bc8e396a7722), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.200180 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 {{(pid=113000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 06:12:05.204573 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.205752 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-6d2c1a17-452c-45db-861f-b28080fbb0ec admin admin] 10.222.0.57 "DELETE /networking/v2.0/routers/8157ffe1-76c8-4dfd-9dd2-bc8e396a7722 HTTP/1.1" status: 204 len: 168 time: 1.0305007 Sep 26 06:12:05.208565 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59528) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:12:05.265573 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced422b3-3631-4447-ba24-de84ec0a2a47 admin admin] Deleting subnet 6b0d4132-df80-4c9a-8598-bfcee34e361a {{(pid=113000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 06:12:05.269854 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ced422b3-3631-4447-ba24-de84ec0a2a47 admin admin] Publish callbacks [] for subnet (6b0d4132-df80-4c9a-8598-bfcee34e361a), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.306459 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ced422b3-3631-4447-ba24-de84ec0a2a47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529123234'] for subnet (6b0d4132-df80-4c9a-8598-bfcee34e361a), precommit_delete_associations {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.387384 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ced422b3-3631-4447-ba24-de84ec0a2a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7757710'] for subnet (6b0d4132-df80-4c9a-8598-bfcee34e361a), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.453013 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ced422b3-3631-4447-ba24-de84ec0a2a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7701427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3580732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3432135'] for subnet (6b0d4132-df80-4c9a-8598-bfcee34e361a), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.480669 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced422b3-3631-4447-ba24-de84ec0a2a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b0d4132-df80-4c9a-8598-bfcee34e361a,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:05.486974 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-ced422b3-3631-4447-ba24-de84ec0a2a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for subnet (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.490433 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-ced422b3-3631-4447-ba24-de84ec0a2a47 admin admin] 10.222.0.57 "DELETE /networking/v2.0/subnets/6b0d4132-df80-4c9a-8598-bfcee34e361a HTTP/1.1" status: 204 len: 168 time: 0.2806146 Sep 26 06:12:05.493048 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59530) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:12:05.496062 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91abdf2d-9ce6-4698-b167-3bd1558b2bdc None None] Network b010a285-498e-4d84-8a8b-5747dba244d7 requested from dv-cinder-836083-14-iscsi {{(pid=113002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 06:12:05.562777 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7683579'] for network (b010a285-498e-4d84-8a8b-5747dba244d7), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.603794 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:05.607377 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Deleting port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 {{(pid=113000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 06:12:05.607718 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784553764365'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.675788 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.db [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] For port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450, host dv-cinder-836083-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-14-iscsi',level=0,port_id=c5e77e5d-7a4e-4dcd-8839-ac6af4afb450,segment=NetworkSegment(1a2c8742-16b2-43e8-b598-29b2b91b0e4e),segment_id=1a2c8742-16b2-43e8-b598-29b2b91b0e4e)] {{(pid=113000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 06:12:05.676156 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818457'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.689523 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.plugin [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Calling delete_port for c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 owned by network:dhcp {{(pid=113000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 06:12:05.774498 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7768687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784553796235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784553354954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3580755'] for port (c5e77e5d-7a4e-4dcd-8839-ac6af4afb450), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.803168 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e77e5d-7a4e-4dcd-8839-ac6af4afb450,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:05.807005 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] No DVR routers for this DVR port c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 on host dv-cinder-836083-14-iscsi {{(pid=113000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 06:12:05.810290 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:05.841541 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f4b11-3abd-4c70-b4ff-ec3b36320648 None None] DHCP port deletion for b010a285-498e-4d84-8a8b-5747dba244d7 request from dv-cinder-836083-14-iscsi {{(pid=113002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 06:12:05.867179 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device a2ead44a-265c-4428-84d8-c3ab12aa87cd no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:12:05.870395 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=100 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:05.883349 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695013', 'neutron.services.segments.db._delete_segments_for_network-8784553753025'] for network (b010a285-498e-4d84-8a8b-5747dba244d7), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.893413 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: a2ead44a-265c-4428-84d8-c3ab12aa87cd {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:12:05.893761 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device a2ead44a-265c-4428-84d8-c3ab12aa87cd not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:12:05.906032 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b010a285-498e-4d84-8a8b-5747dba244d7']}} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:05.915365 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2c8742-16b2-43e8-b598-29b2b91b0e4e') {'for_net_delete': True} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:05.915657 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.services.segments.db [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2c8742-16b2-43e8-b598-29b2b91b0e4e') {} {{(pid=113000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 06:12:05.925191 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784553752917', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529123225'] for segment (1a2c8742-16b2-43e8-b598-29b2b91b0e4e), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.938889 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578'] for segment (1a2c8742-16b2-43e8-b598-29b2b91b0e4e), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.946383 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=113000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 06:12:05.946777 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7633578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3580806'] for segment (1a2c8742-16b2-43e8-b598-29b2b91b0e4e), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:05.990975 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment 1a2c8742-16b2-43e8-b598-29b2b91b0e4e resource provider aggregate not found Sep 26 06:12:06.010063 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.services.segments.plugin [-] Segment 1a2c8742-16b2-43e8-b598-29b2b91b0e4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a2c8742-16b2-43e8-b598-29b2b91b0e4e found for delete ", "request_id": "req-3e680792-63cd-4c25-a843-7ff7474527b3"}]} Sep 26 06:12:06.015943 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1711407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1695007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604236'] for network (b010a285-498e-4d84-8a8b-5747dba244d7), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:06.021754 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1694989'] for network (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:06.025355 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] 10.222.0.57 "DELETE /networking/v2.0/networks/b010a285-498e-4d84-8a8b-5747dba244d7 HTTP/1.1" status: 204 len: 168 time: 0.5313129 Sep 26 06:12:06.038454 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac98a9f-0927-4d43-87ca-a053948cbce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b010a285-498e-4d84-8a8b-5747dba244d7,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:06.139893 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59538) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:12:06.147293 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=95,neutron:DELETE=3 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:06.183083 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4b12939d-70a7-419d-b7da-2f4e86f45dd6 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=fe22d212c0eb4df3800b0e80d722e217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419772 Sep 26 06:12:06.185836 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59540) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:12:06.236322 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-15b7092e-6dbf-49e0-b638-05553d37a9f6 admin admin] Publish callbacks [] for security_group (830bc12d-23c8-40a4-946f-15411a17435e), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:06.257341 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-15b7092e-6dbf-49e0-b638-05553d37a9f6 admin admin] Publish callbacks [] for security_group (830bc12d-23c8-40a4-946f-15411a17435e), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:06.305742 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-15b7092e-6dbf-49e0-b638-05553d37a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (830bc12d-23c8-40a4-946f-15411a17435e), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:06.308348 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-15b7092e-6dbf-49e0-b638-05553d37a9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:06.309525 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-15b7092e-6dbf-49e0-b638-05553d37a9f6 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/830bc12d-23c8-40a4-946f-15411a17435e HTTP/1.1" status: 204 len: 168 time: 0.1227872 Sep 26 06:12:06.317672 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7092e-6dbf-49e0-b638-05553d37a9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830bc12d-23c8-40a4-946f-15411a17435e,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:06.439433 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG dbcounter [-] [113001] Writing DB stats neutron:SELECT=91,neutron:DELETE=5 {{(pid=113001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:06.643856 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59546) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:12:06.688664 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-91c01aa5-bffb-4175-a9c7-fe53ec96f211 admin admin] 10.222.0.57 "GET /networking/v2.0/security-groups?tenant_id=cddf62ef1f784cf6890bfccb22e5fe33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436912 Sep 26 06:12:06.692852 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [-] (113000) accepted ('10.222.0.57', 59548) {{(pid=113000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 06:12:06.743309 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa418-5ef0-4095-aec4-e757c55c4cb0 admin admin] Publish callbacks [] for security_group (062e44b5-6d4e-4354-ad9f-48ebd47cc2ce), before_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:06.763895 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa418-5ef0-4095-aec4-e757c55c4cb0 admin admin] Publish callbacks [] for security_group (062e44b5-6d4e-4354-ad9f-48ebd47cc2ce), precommit_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:06.813985 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa418-5ef0-4095-aec4-e757c55c4cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709050'] for security_group (062e44b5-6d4e-4354-ad9f-48ebd47cc2ce), after_delete {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:06.816584 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa418-5ef0-4095-aec4-e757c55c4cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:06.818153 dv-cinder-836083-14-iscsi neutron-server[113000]: INFO neutron.wsgi [None req-4fbaa418-5ef0-4095-aec4-e757c55c4cb0 admin admin] 10.222.0.57 "DELETE /networking/v2.0/security-groups/062e44b5-6d4e-4354-ad9f-48ebd47cc2ce HTTP/1.1" status: 204 len: 168 time: 0.1244118 Sep 26 06:12:06.826102 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaa418-5ef0-4095-aec4-e757c55c4cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062e44b5-6d4e-4354-ad9f-48ebd47cc2ce,revision_number=None']} {{(pid=113000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 06:12:07.459242 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:12:07.479357 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:12:07.479718 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device c5e77e5d-7a4e-4dcd-8839-ac6af4afb450 not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:12:07.480151 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f no longer exists at agent ovs-agent-dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 06:12:07.498371 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.plugin [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] No Port match for: fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f {{(pid=113002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 06:12:07.498647 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron.plugins.ml2.rpc [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Device fc71bf2c-32a3-4aea-b6a0-a7ac39319c9f not bound to the agent host dv-cinder-836083-14-iscsi {{(pid=113002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 06:12:13.069866 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=88 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:13.075494 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=83 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:15.221081 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:16.821952 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:16.823352 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG dbcounter [-] [113000] Writing DB stats neutron:SELECT=86,neutron:DELETE=12 {{(pid=113000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:25.209496 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:25.214770 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:27.134055 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=12 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:27.135945 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=14 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:29.711480 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-f012dac0-7576-4809-bc20-75e92f04606f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:32.163662 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-45df2952-6b77-40d6-a562-553e6a75ab60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:33.464470 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:35.135741 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:35.142541 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:36.121826 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:12:45.134034 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:45.136562 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:45.224655 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:12:50.074058 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:50.081605 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:55.208862 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:55.218170 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:12:59.712862 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-c3e310bf-da53-4f82-8220-6239ad75c2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:02.164134 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1d10e439-7430-4e92-a92c-dc06cdd0e7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:03.464833 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:05.134354 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:05.146867 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:13.130441 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:13:15.139904 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:13:15.142379 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:13:15.228127 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:25.215842 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:13:25.221526 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:13:27.078130 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=4 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:13:28.037649 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:13:29.713753 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-53443b1b-b3c6-4535-afb3-a7bedf4f4f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:32.166667 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-88d7f670-e8b1-4d94-9bd5-663372b5a056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:33.473648 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:35.125898 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:35.144796 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:45.237440 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:13:50.126822 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:13:55.226561 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:13:55.230228 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:13:59.721522 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-d0fcef5a-2c4e-43fb-8477-54455d3410bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:02.167294 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-ec8da48f-2ac1-45fe-84d9-86c602d6b21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:03.481652 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:04.074212 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:04.083154 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:05.140725 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:05.146574 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:15.137750 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:15.140267 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:15.228476 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:25.215926 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:25.221738 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:27.133971 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:14:29.713460 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e423-5c55-4e7e-8da7-6318001e7e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:32.169262 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1c918bab-4628-4621-8f37-854dcd020fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:33.485920 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:35.126656 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:35.150505 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:41.086189 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=21 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:41.087436 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=13 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:45.138941 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:45.144262 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:45.248580 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:14:55.241182 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:55.244240 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:14:59.720494 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-fad22faf-da7b-4171-b52e-86125e534ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:02.173224 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-4227bb59-a3ca-4677-8b21-abfe5f76984d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:03.486178 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:04.129695 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:15:05.138235 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:05.152174 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:15.144205 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:15:15.145409 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:15:15.258714 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:25.252293 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:15:28.038724 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=7 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:15:28.039865 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:15:29.714294 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-6ba79ce0-7630-43a7-a751-22d8177262ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:32.176715 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-afdcbf37-ca8e-437c-a467-b61c85327ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:33.487312 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:35.124890 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:35.153660 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:41.136325 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:15:45.262921 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:15:55.125932 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=2 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:15:55.127211 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=8 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:15:55.254301 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:15:55.256370 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:15:59.717571 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-37b3490b-315a-4f28-9fdb-866ae6d0b505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:02.179793 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-88b180d5-1b5d-4d3e-887f-fb76dd7389f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:03.497264 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:05.129606 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:05.156049 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:15.147854 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:16:15.150456 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:16:15.260321 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:18.138412 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:16:25.251861 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:16:25.253774 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:16:29.727168 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9100399d-d4e6-4453-98ae-a65d0cb67b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:32.098885 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=18 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:16:32.100078 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=16 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:16:32.181281 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-2c021a81-8245-4f37-a4be-e2b74925cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:33.502036 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:35.146187 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:35.160763 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:45.152986 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:16:45.155777 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:16:45.257478 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:16:55.143803 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:16:55.248297 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:16:55.250765 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:16:56.922430 dv-cinder-836083-14-iscsi neutron-server[113001]: DEBUG neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-a00f3981-c07a-4630-913b-e22694d5f152 service neutron] (113001) timed out ('10.222.0.57', 54576) {{(pid=113001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 06:16:57.220025 dv-cinder-836083-14-iscsi neutron-server[113000]: DEBUG neutron.wsgi [req-579c5784-af1b-4ab4-9b38-2ead1b3683ad req-aade6347-708f-48da-ab80-ebf16d7d7785 tempest-TestShelveInstance-29650804 tempest-TestShelveInstance-29650804-project] (113000) timed out ('10.222.0.57', 54584) {{(pid=113000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 06:16:59.718351 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-435db0dd-a192-4d7f-abf0-e62381c9a885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:17:02.184094 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-98999c20-7d76-4398-bb1f-e4fc885fb736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:17:03.501064 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:17:05.128345 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:17:05.161849 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:17:09.106025 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=5 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:17:09.107229 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=3 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:17:15.154369 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:17:15.157050 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:17:15.271738 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-dab2461e-c49d-48fd-81df-1dc4a6e34588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (66ef6da0-bdae-4fdd-bd14-073fa80af49e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:17:25.262776 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=2 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:17:25.264742 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG dbcounter [-] [113002] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:17:28.036780 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG dbcounter [-] [113003] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 06:17:29.721440 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-b8ef090b-e7a3-4ee7-bd97-13f078fcf3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (822998a5-0bd0-45c8-9d38-053f45335fa9), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:17:32.150408 dv-cinder-836083-14-iscsi neutron-server[113003]: DEBUG neutron.db.agents_db [None req-783d07ec-441d-421a-8b7b-03ac295acef5 None None] Agent healthcheck: found 6 active agents {{(pid=113003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 06:17:32.182434 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-9f8206c4-2ea2-4b8c-8373-22de37660103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (edc8c1e7-285a-41e1-9d1e-9189a2471ca2), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:17:33.501084 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-49c295b3-12e9-471a-be24-a152a1653622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (b11d1385-0a05-4f20-8e52-65ffcb879565), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:17:35.131135 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-5dc05bf9-1d6b-4bd2-bc4b-f4483a816334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (38e52cc9-045a-4bd3-a104-24f4d41fd93e), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 06:17:35.164878 dv-cinder-836083-14-iscsi neutron-server[113002]: DEBUG neutron_lib.callbacks.manager [None req-1317bcd7-df34-421d-8530-d7d399d67fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784553753007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7705828'] for agent (48f4c993-1c85-44bc-adbe-1ec5088706ea), after_update {{(pid=113002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}